2026-06-08T13:14:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "a7b70963-058c-4e5e-a09f-25c40019d9fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:14:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "a7b70963-058c-4e5e-a09f-25c40019d9fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T13:14:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81fdb7a2-e9cf-4980-bac8-ec70fa85055c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T13:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "1cdaff70-9525-4f16-9154-b6ef7bfb168e", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T13:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "9e194da2-98a2-4105-a7af-5fd59cdc3810", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:15:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "6e8e48f6-b22c-46a4-83cb-5fc0aa9e261d", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:15:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "6e8e48f6-b22c-46a4-83cb-5fc0aa9e261d", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T13:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ebd90c11-495d-4bb0-9b69-42baf6b34640", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04ab4592-eec2-4061-9efc-162315b6e1a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:15:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7a1b8215-2b6b-45c7-b932-d61a76160dec", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:15:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7a1b8215-2b6b-45c7-b932-d61a76160dec", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "4f0ee182-eaa4-4c31-9e4e-76c796cf22b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T13:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "fe415eb5-508f-4c5b-8d1e-20ce9d0276e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21462459-e280-4773-b43e-aaa4a3e90559", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1fe9af8-0e3c-4938-99a6-659a69340a0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:15:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "92069898-0e83-4cae-af70-8e434286dc70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:15:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "92069898-0e83-4cae-af70-8e434286dc70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d9834a4-dcd2-4500-82fc-fcf2be321dbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:15:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "b52af347-e834-4a17-9479-3681015a5110", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:15:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "b52af347-e834-4a17-9479-3681015a5110", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1b69ab4-2924-43c9-9240-1431eef2a414", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:16:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "223e738d-1035-4309-b0af-d6141738fc40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:16:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "223e738d-1035-4309-b0af-d6141738fc40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:16:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "223e738d-1035-4309-b0af-d6141738fc40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:16:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b10d981-7363-44b3-bb5d-4107f1b7550d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:16:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b10d981-7363-44b3-bb5d-4107f1b7550d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:16:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b10d981-7363-44b3-bb5d-4107f1b7550d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "4c42aa79-bf48-4575-963a-08f6dc00eb9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:17:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "ddd48cfc-da2d-42ad-9fd6-7f0c1ff90a4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T13:17:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "dc4f7bd3-bebb-46ea-a751-6a6f27fe6d69", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:17:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "dc4f7bd3-bebb-46ea-a751-6a6f27fe6d69", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:17:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "d06e4a62-5042-4df1-b91b-a7930084c550", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:17:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "d06e4a62-5042-4df1-b91b-a7930084c550", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:17:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "572ace63-8fed-4739-a28f-1670482977c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:17:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "572ace63-8fed-4739-a28f-1670482977c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T13:17:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "5be0bfee-24be-4971-9afe-43ba07ff9351", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T13:17:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "563b8269-1375-4dcc-a11f-cd7f14f3d254", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:17:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cfe5f69-3605-4ae0-bf3a-10518869bf6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "36fa5c4d-ba9d-4516-b0d4-76b6380f4d9b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "36fa5c4d-ba9d-4516-b0d4-76b6380f4d9b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "36fa5c4d-ba9d-4516-b0d4-76b6380f4d9b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d96c64f9-53c5-4dd1-b505-011b2adf5384", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d96c64f9-53c5-4dd1-b505-011b2adf5384", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:17:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "36fa5c4d-ba9d-4516-b0d4-76b6380f4d9b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:17:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "36fa5c4d-ba9d-4516-b0d4-76b6380f4d9b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "36fa5c4d-ba9d-4516-b0d4-76b6380f4d9b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d96c64f9-53c5-4dd1-b505-011b2adf5384", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "83abeec0-bfd0-4171-a8e6-a77b88641d5e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "83abeec0-bfd0-4171-a8e6-a77b88641d5e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "83abeec0-bfd0-4171-a8e6-a77b88641d5e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2fdade74-3987-47d8-a89c-c1b2c1ade26b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "83abeec0-bfd0-4171-a8e6-a77b88641d5e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:17:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "83abeec0-bfd0-4171-a8e6-a77b88641d5e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "83abeec0-bfd0-4171-a8e6-a77b88641d5e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2fdade74-3987-47d8-a89c-c1b2c1ade26b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2fdade74-3987-47d8-a89c-c1b2c1ade26b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f34effe4-9c63-4cf5-8ce6-66600159f50a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f34effe4-9c63-4cf5-8ce6-66600159f50a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f34effe4-9c63-4cf5-8ce6-66600159f50a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ee0105c-c475-426a-88d2-77c735915c3d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f34effe4-9c63-4cf5-8ce6-66600159f50a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:17:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f34effe4-9c63-4cf5-8ce6-66600159f50a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f34effe4-9c63-4cf5-8ce6-66600159f50a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ee0105c-c475-426a-88d2-77c735915c3d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:17:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "570a0de3-30bb-4d9a-afb0-ff5fc99fffa6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "570a0de3-30bb-4d9a-afb0-ff5fc99fffa6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "570a0de3-30bb-4d9a-afb0-ff5fc99fffa6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "570a0de3-30bb-4d9a-afb0-ff5fc99fffa6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:17:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "570a0de3-30bb-4d9a-afb0-ff5fc99fffa6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "570a0de3-30bb-4d9a-afb0-ff5fc99fffa6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ee0105c-c475-426a-88d2-77c735915c3d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7d5d318b-324c-49b7-8273-c6457a8c9f54", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7d5d318b-324c-49b7-8273-c6457a8c9f54", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7d5d318b-324c-49b7-8273-c6457a8c9f54", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e52b0dbb-af8e-4039-8723-6a3957e8174d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7d5d318b-324c-49b7-8273-c6457a8c9f54", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:17:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7d5d318b-324c-49b7-8273-c6457a8c9f54", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7d5d318b-324c-49b7-8273-c6457a8c9f54", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e52b0dbb-af8e-4039-8723-6a3957e8174d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e52b0dbb-af8e-4039-8723-6a3957e8174d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "37c5b450-9a25-471e-8d9e-c59ec02c542a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "37c5b450-9a25-471e-8d9e-c59ec02c542a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "37c5b450-9a25-471e-8d9e-c59ec02c542a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "94ab1e09-50b8-4f18-9229-b5fd2a67abe5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "37c5b450-9a25-471e-8d9e-c59ec02c542a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:17:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "37c5b450-9a25-471e-8d9e-c59ec02c542a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "37c5b450-9a25-471e-8d9e-c59ec02c542a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:17:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "94ab1e09-50b8-4f18-9229-b5fd2a67abe5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "94ab1e09-50b8-4f18-9229-b5fd2a67abe5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d8af6ccb-b519-4081-ba72-c1e363f9b76b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d8af6ccb-b519-4081-ba72-c1e363f9b76b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d8af6ccb-b519-4081-ba72-c1e363f9b76b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:17:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed65a0ef-16d8-4968-83ac-5705fe40bca3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d8af6ccb-b519-4081-ba72-c1e363f9b76b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:17:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d8af6ccb-b519-4081-ba72-c1e363f9b76b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d8af6ccb-b519-4081-ba72-c1e363f9b76b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:17:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed65a0ef-16d8-4968-83ac-5705fe40bca3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:17:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed65a0ef-16d8-4968-83ac-5705fe40bca3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e89803c9-bb7d-4129-95b1-a17226f2a08b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e89803c9-bb7d-4129-95b1-a17226f2a08b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:17:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e89803c9-bb7d-4129-95b1-a17226f2a08b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "51c922b6-d317-415b-8eab-7c9d05236dab", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:17:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "51c922b6-d317-415b-8eab-7c9d05236dab", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:17:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "51c922b6-d317-415b-8eab-7c9d05236dab", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:17:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "51c922b6-d317-415b-8eab-7c9d05236dab", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:17:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "51c922b6-d317-415b-8eab-7c9d05236dab", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "51c922b6-d317-415b-8eab-7c9d05236dab", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:17:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ad45f4bb-952f-402b-8a5a-2b3e96a10ba3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:17:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ad45f4bb-952f-402b-8a5a-2b3e96a10ba3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:17:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ad45f4bb-952f-402b-8a5a-2b3e96a10ba3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:17:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ad45f4bb-952f-402b-8a5a-2b3e96a10ba3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:17:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ad45f4bb-952f-402b-8a5a-2b3e96a10ba3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ad45f4bb-952f-402b-8a5a-2b3e96a10ba3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:17:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "513a8c4a-9ae3-4e74-b1c6-568f7ff3136b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "513a8c4a-9ae3-4e74-b1c6-568f7ff3136b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:17:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "513a8c4a-9ae3-4e74-b1c6-568f7ff3136b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4fd1d10a-cbd4-4f82-985f-741d861e8c20", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:17:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4fd1d10a-cbd4-4f82-985f-741d861e8c20", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:17:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4fd1d10a-cbd4-4f82-985f-741d861e8c20", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:17:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4fd1d10a-cbd4-4f82-985f-741d861e8c20", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:17:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4fd1d10a-cbd4-4f82-985f-741d861e8c20", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4fd1d10a-cbd4-4f82-985f-741d861e8c20", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:17:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c0db0dd0-1af1-4565-b82a-f0cbd3e895ab", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:17:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c0db0dd0-1af1-4565-b82a-f0cbd3e895ab", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:17:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c0db0dd0-1af1-4565-b82a-f0cbd3e895ab", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:17:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c0db0dd0-1af1-4565-b82a-f0cbd3e895ab", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:17:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c0db0dd0-1af1-4565-b82a-f0cbd3e895ab", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c0db0dd0-1af1-4565-b82a-f0cbd3e895ab", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:17:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75cb25b6-dcf6-42aa-814d-7f62a250e162", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75cb25b6-dcf6-42aa-814d-7f62a250e162", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:17:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75cb25b6-dcf6-42aa-814d-7f62a250e162", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:17:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0cf1cf74-97d1-4b58-8654-f27915621d96", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:17:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0cf1cf74-97d1-4b58-8654-f27915621d96", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:17:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0cf1cf74-97d1-4b58-8654-f27915621d96", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:17:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0cf1cf74-97d1-4b58-8654-f27915621d96", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:17:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0cf1cf74-97d1-4b58-8654-f27915621d96", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0cf1cf74-97d1-4b58-8654-f27915621d96", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:17:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "edd2d9eb-7bda-4d8c-9a7f-df02d0d68fd4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:17:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "edd2d9eb-7bda-4d8c-9a7f-df02d0d68fd4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:17:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "edd2d9eb-7bda-4d8c-9a7f-df02d0d68fd4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:17:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "edd2d9eb-7bda-4d8c-9a7f-df02d0d68fd4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:17:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "edd2d9eb-7bda-4d8c-9a7f-df02d0d68fd4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:17:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "edd2d9eb-7bda-4d8c-9a7f-df02d0d68fd4", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa0cd0a0-ba6e-4ef6-8733-f0ef1f18312c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:18:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa0cd0a0-ba6e-4ef6-8733-f0ef1f18312c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa0cd0a0-ba6e-4ef6-8733-f0ef1f18312c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:18:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "fc23873b-9dad-488c-84ea-10e7bf52a984", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "fc23873b-9dad-488c-84ea-10e7bf52a984", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "fc23873b-9dad-488c-84ea-10e7bf52a984", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "fc23873b-9dad-488c-84ea-10e7bf52a984", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:18:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "fc23873b-9dad-488c-84ea-10e7bf52a984", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:18:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "fc23873b-9dad-488c-84ea-10e7bf52a984", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "44c9d22c-9578-4374-a65f-2c64fd4a047f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "44c9d22c-9578-4374-a65f-2c64fd4a047f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "44c9d22c-9578-4374-a65f-2c64fd4a047f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "44c9d22c-9578-4374-a65f-2c64fd4a047f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:18:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "44c9d22c-9578-4374-a65f-2c64fd4a047f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:18:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "44c9d22c-9578-4374-a65f-2c64fd4a047f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9983fe4-77b7-4f05-a275-35e2753336b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:18:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9983fe4-77b7-4f05-a275-35e2753336b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:18:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9983fe4-77b7-4f05-a275-35e2753336b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:18:31Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:18:31Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:18:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d96017dc-d06c-4219-8016-3bb73fcba996", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d96017dc-d06c-4219-8016-3bb73fcba996", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d96017dc-d06c-4219-8016-3bb73fcba996", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d96017dc-d06c-4219-8016-3bb73fcba996", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:18:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d96017dc-d06c-4219-8016-3bb73fcba996", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:18:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d96017dc-d06c-4219-8016-3bb73fcba996", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:18:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1fee4f65-1c33-40ba-9901-4e0e20b5d9d6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:18:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1fee4f65-1c33-40ba-9901-4e0e20b5d9d6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:18:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1fee4f65-1c33-40ba-9901-4e0e20b5d9d6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:18:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1fee4f65-1c33-40ba-9901-4e0e20b5d9d6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:18:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1fee4f65-1c33-40ba-9901-4e0e20b5d9d6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:18:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1fee4f65-1c33-40ba-9901-4e0e20b5d9d6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:18:31Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:18:31Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:18:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "62214835-367c-4847-88df-8d4949c76eba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:18:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "62214835-367c-4847-88df-8d4949c76eba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:18:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "62214835-367c-4847-88df-8d4949c76eba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:18:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "30b98682-af03-4665-bdbe-7ea2c53dad37", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:18:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "30b98682-af03-4665-bdbe-7ea2c53dad37", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:18:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "30b98682-af03-4665-bdbe-7ea2c53dad37", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:18:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "30b98682-af03-4665-bdbe-7ea2c53dad37", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:18:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "30b98682-af03-4665-bdbe-7ea2c53dad37", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:18:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "30b98682-af03-4665-bdbe-7ea2c53dad37", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:18:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a9e45e9c-d84d-4829-ba93-76d27d737065", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:18:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a9e45e9c-d84d-4829-ba93-76d27d737065", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:18:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a9e45e9c-d84d-4829-ba93-76d27d737065", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:18:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a9e45e9c-d84d-4829-ba93-76d27d737065", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:18:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a9e45e9c-d84d-4829-ba93-76d27d737065", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:18:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a9e45e9c-d84d-4829-ba93-76d27d737065", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:19:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6b630730-c085-42eb-b50b-2022d048f197", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:19:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6b630730-c085-42eb-b50b-2022d048f197", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:19:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6b630730-c085-42eb-b50b-2022d048f197", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:19:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6b630730-c085-42eb-b50b-2022d048f197", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:19:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6b630730-c085-42eb-b50b-2022d048f197", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:19:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "6b630730-c085-42eb-b50b-2022d048f197", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:19:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "67c6a365-15c7-46b2-9fc8-79afa9906565", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:19:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "67c6a365-15c7-46b2-9fc8-79afa9906565", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:19:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "67c6a365-15c7-46b2-9fc8-79afa9906565", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:19:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "67c6a365-15c7-46b2-9fc8-79afa9906565", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:19:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "67c6a365-15c7-46b2-9fc8-79afa9906565", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:19:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "67c6a365-15c7-46b2-9fc8-79afa9906565", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:19:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b2a59ab-110f-4e9d-bd32-48b41221c8aa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:19:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b2a59ab-110f-4e9d-bd32-48b41221c8aa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:19:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b2a59ab-110f-4e9d-bd32-48b41221c8aa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:19:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b2a59ab-110f-4e9d-bd32-48b41221c8aa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:19:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b2a59ab-110f-4e9d-bd32-48b41221c8aa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:19:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b2a59ab-110f-4e9d-bd32-48b41221c8aa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:19:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5cea3cd0-a9aa-4a9a-8196-f4455770e7f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:19:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5cea3cd0-a9aa-4a9a-8196-f4455770e7f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:19:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5cea3cd0-a9aa-4a9a-8196-f4455770e7f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:19:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5cea3cd0-a9aa-4a9a-8196-f4455770e7f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:19:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5cea3cd0-a9aa-4a9a-8196-f4455770e7f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:19:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5cea3cd0-a9aa-4a9a-8196-f4455770e7f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:19:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e706e2cc-ce75-4b77-8e29-9ad75ecc46d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:19:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e706e2cc-ce75-4b77-8e29-9ad75ecc46d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:19:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e706e2cc-ce75-4b77-8e29-9ad75ecc46d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:19:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e706e2cc-ce75-4b77-8e29-9ad75ecc46d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:19:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e706e2cc-ce75-4b77-8e29-9ad75ecc46d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:19:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e706e2cc-ce75-4b77-8e29-9ad75ecc46d8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "d3def6de-0dcc-481c-8d55-0b9f315a8912", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2880936d-7512-4b17-b36a-32059a6e41ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:19:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "9b04dd1f-addf-453d-abc3-abfff859309f", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:19:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "9b04dd1f-addf-453d-abc3-abfff859309f", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b530586-ae70-479a-b00f-1de865ca0a62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "82e87e32-f7ac-4145-9ef3-109a3389fec6", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:19:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "67588360-143a-49c3-adb1-e568e79215f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:19:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "67588360-143a-49c3-adb1-e568e79215f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad2ab3d9-cecf-45b4-83bb-9c6cb8007308", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:19:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "a98e7571-abdd-4976-8f66-e45fa8042fd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:19:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "c95d57bf-30bb-4f5a-b282-4eef71d1cf47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:19:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8401f610-835c-4e97-988c-ca7751a371d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:19:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8401f610-835c-4e97-988c-ca7751a371d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:19:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82332714-7ee4-414f-9012-50dbcf98a294", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:19:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "14c6f0ec-c865-4ed2-908b-f68264f4cd37", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:19:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "cbcd1055-17ee-4278-8d0e-f7759b1d86be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:19:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "cbcd1055-17ee-4278-8d0e-f7759b1d86be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:19:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44293d24-6e0b-4549-88ec-4fad9e3a310b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:22:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "32277171-9fc4-42b7-8b00-3ca0b68d6c9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cbc10099-6bab-4193-a053-86e2539ea1cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fa0481ed-91b4-4008-8308-fb328ca772fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:22:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fa0481ed-91b4-4008-8308-fb328ca772fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1f6529e0-200c-4efb-81fb-af94ab2ced97", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf92d8a-701f-4cff-9273-785df0a074a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a7e7349a-d85d-4887-a494-f8da9f19c6e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:22:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a7e7349a-d85d-4887-a494-f8da9f19c6e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f332b8b-d35b-4ddf-bf70-1b1c8b27639a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8678536d-9495-4d21-a7dd-333bef9edc57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8678536d-9495-4d21-a7dd-333bef9edc57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:22:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8678536d-9495-4d21-a7dd-333bef9edc57", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:22:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "894e7286-fefa-4114-ab31-e954d26b7dff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "894e7286-fefa-4114-ab31-e954d26b7dff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f41e8025-c74c-4a01-a3d8-6bbb0e385e74", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f41e8025-c74c-4a01-a3d8-6bbb0e385e74", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c452f95-86db-4ebb-b05c-4abe1f0d258c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c452f95-86db-4ebb-b05c-4abe1f0d258c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "097bea5c-2ba4-455f-9da1-20ee2d40cf91", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c5aebcff-bad2-4a5a-9704-da9d3152d7cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:22:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d6ccab68-6fae-43fb-938b-786578951048", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:22:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d6ccab68-6fae-43fb-938b-786578951048", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:22:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bc856b4c-efb9-4722-8e09-2774f7c4f9bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:22:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bc856b4c-efb9-4722-8e09-2774f7c4f9bb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:22:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13234d12-b7d3-4cee-bc07-a5bc41a326c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:22:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13234d12-b7d3-4cee-bc07-a5bc41a326c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d641fdb1-726b-4270-99ea-3bbc4d2ec05e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1ef9c677-6a6c-4592-ba09-e1950cee2b5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2187c10-d20f-4495-8d34-964b83482166", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:23:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3ac80e2-d8fc-4389-9c39-5e0b24d1c102", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:23:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3ac80e2-d8fc-4389-9c39-5e0b24d1c102", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:23:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3ac80e2-d8fc-4389-9c39-5e0b24d1c102", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:23:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e0998068-5f08-490e-846c-942568b8f21b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:23:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e0998068-5f08-490e-846c-942568b8f21b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:23:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d15ed7e8-0ebf-4b1e-a758-4dae6bfd57b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:23:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d15ed7e8-0ebf-4b1e-a758-4dae6bfd57b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:23:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09df10e0-7dd7-44df-8e93-a85e40f3daa6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:23:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09df10e0-7dd7-44df-8e93-a85e40f3daa6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T13:23:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "openshift-service-ca.crt", "reconcileID": "253ad301-59e0-4f28-95b0-ea929c4f969a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "odh-trusted-ca-bundle", "reconcileID": "21127ef7-900d-40bf-af3c-d5f3827dd39d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "openshift-service-ca.crt", "reconcileID": "c2e8e3e0-9233-4545-a040-e9b3ffb3816d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0aaae1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:23:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "openshift-service-ca.crt", "reconcileID": "c2e8e3e0-9233-4545-a040-e9b3ffb3816d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5606e5b4-53ce-43a2-9aa7-d6d4a0ad64fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "openshift-service-ca.crt", "reconcileID": "cbecaaf6-e6a7-43f8-92e4-315bda1bc58d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "odh-trusted-ca-bundle", "reconcileID": "3cb54f55-517b-43bd-8036-9fd828c3680f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0aaae1", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:23:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "odh-trusted-ca-bundle", "reconcileID": "3cb54f55-517b-43bd-8036-9fd828c3680f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56a42298-714c-42b1-a68a-28b7ee567bb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f4361fd-de9c-419d-a60e-83d919900f25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:23:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f4361fd-de9c-419d-a60e-83d919900f25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f4361fd-de9c-419d-a60e-83d919900f25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:23:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d979d0ee-f236-42f7-b02a-40d313df9098", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:23:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d979d0ee-f236-42f7-b02a-40d313df9098", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d979d0ee-f236-42f7-b02a-40d313df9098", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:23:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03d5728a-d6a2-468b-9397-c10146baed70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:23:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03d5728a-d6a2-468b-9397-c10146baed70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:23:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03d5728a-d6a2-468b-9397-c10146baed70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:23:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85d6ca8f-ed6b-4648-8cf4-6b25d0c4acab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:23:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85d6ca8f-ed6b-4648-8cf4-6b25d0c4acab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:23:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85d6ca8f-ed6b-4648-8cf4-6b25d0c4acab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:23:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fec289c-c23d-4922-adda-857b33bbf3d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fec289c-c23d-4922-adda-857b33bbf3d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0aaae1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:23:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fec289c-c23d-4922-adda-857b33bbf3d2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-0aaae1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:23:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "odh-trusted-ca-bundle", "reconcileID": "0743b1d3-3707-4ea5-b440-0de265517d08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "odh-trusted-ca-bundle", "reconcileID": "0743b1d3-3707-4ea5-b440-0de265517d08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "openshift-service-ca.crt", "reconcileID": "271c0957-992b-47bd-a6b8-daff05910df9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "openshift-service-ca.crt", "reconcileID": "271c0957-992b-47bd-a6b8-daff05910df9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbe56141-5228-4fb5-a40b-84d60d7286ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0aaae1"}, "namespace": "e2e-modelref-0aaae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbe56141-5228-4fb5-a40b-84d60d7286ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0aaae1"} 2026-06-08T13:23:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "openshift-service-ca.crt", "reconcileID": "8dc77b54-af5a-42fa-b754-0899ffd4171b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:23:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "odh-trusted-ca-bundle", "reconcileID": "208697e8-d010-4c91-9f32-4abc590ec527", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:23:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "openshift-service-ca.crt", "reconcileID": "96fc0843-8156-478a-94ac-a9c5fb845fb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a3b170", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:23:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "openshift-service-ca.crt", "reconcileID": "96fc0843-8156-478a-94ac-a9c5fb845fb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:23:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "openshift-service-ca.crt", "reconcileID": "f2c2d291-5ec2-428f-8216-06959e17bae5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:23:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b37a3c1d-2873-4c9f-84b9-edeb986f9a04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:23:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "odh-trusted-ca-bundle", "reconcileID": "8123dc51-28d9-4a84-9920-f66e6e4a9b4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a3b170", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:23:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "odh-trusted-ca-bundle", "reconcileID": "8123dc51-28d9-4a84-9920-f66e6e4a9b4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:23:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e960cf13-fe00-4195-8a51-df551ddec01c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:23:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa0fc3fa-a3d1-4ecd-8ae9-1166ae97cf9f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:23:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa0fc3fa-a3d1-4ecd-8ae9-1166ae97cf9f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:23:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa0fc3fa-a3d1-4ecd-8ae9-1166ae97cf9f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:23:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "befc7396-6a59-4d25-ad11-fbd405d53fa8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:23:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "befc7396-6a59-4d25-ad11-fbd405d53fa8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:23:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "befc7396-6a59-4d25-ad11-fbd405d53fa8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:24:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9133d1f6-3d5d-46d2-9d9d-5b3164eb971b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:24:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9133d1f6-3d5d-46d2-9d9d-5b3164eb971b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:24:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9133d1f6-3d5d-46d2-9d9d-5b3164eb971b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:24:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36176b36-d51d-4b92-b8d0-5e9e23fbf783", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:24:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36176b36-d51d-4b92-b8d0-5e9e23fbf783", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:24:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36176b36-d51d-4b92-b8d0-5e9e23fbf783", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:24:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92ee314-57f7-4b93-afb9-9c7e8e10a6c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:24:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92ee314-57f7-4b93-afb9-9c7e8e10a6c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a3b170", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:24:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92ee314-57f7-4b93-afb9-9c7e8e10a6c7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-a3b170 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:24:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "odh-trusted-ca-bundle", "reconcileID": "a21f54fa-b2b6-4565-aeff-7f742ed7fa8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:24:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "odh-trusted-ca-bundle", "reconcileID": "a21f54fa-b2b6-4565-aeff-7f742ed7fa8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:24:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "openshift-service-ca.crt", "reconcileID": "5bcb7dde-a5ce-41f1-a6c0-af0e5958e6c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:24:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "openshift-service-ca.crt", "reconcileID": "5bcb7dde-a5ce-41f1-a6c0-af0e5958e6c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:24:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04ef9ca2-7d51-4b0b-9c9e-9276e29c01d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:24:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a3b170"}, "namespace": "e2e-modelref-a3b170", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04ef9ca2-7d51-4b0b-9c9e-9276e29c01d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a3b170"} 2026-06-08T13:24:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "openshift-service-ca.crt", "reconcileID": "fe9f6832-10cb-47b8-9007-7b3a628f019a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "openshift-service-ca.crt", "reconcileID": "d3aee99c-7bd2-4e47-a4fc-70d8976c828d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-42b8b5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:24:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "openshift-service-ca.crt", "reconcileID": "d3aee99c-7bd2-4e47-a4fc-70d8976c828d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "odh-trusted-ca-bundle", "reconcileID": "42d399aa-7747-47d8-be5d-045be78ae738", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "981816d4-c680-45eb-a46b-3dc00e3fec57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "openshift-service-ca.crt", "reconcileID": "50dd54ab-a669-428f-b2e0-30fa25994f6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "odh-trusted-ca-bundle", "reconcileID": "32368efe-176f-4838-aea4-15bb5ca50586", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-42b8b5", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:24:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "odh-trusted-ca-bundle", "reconcileID": "32368efe-176f-4838-aea4-15bb5ca50586", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "356e2498-157d-48df-ab52-d06614640be9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d03a0545-e182-42bb-b2bf-6e10a3f86a2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d03a0545-e182-42bb-b2bf-6e10a3f86a2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-42b8b5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:24:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d03a0545-e182-42bb-b2bf-6e10a3f86a2e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-42b8b5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:24:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "odh-trusted-ca-bundle", "reconcileID": "c13c1c4d-9fb7-40cb-88c5-4173ef3cccc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "odh-trusted-ca-bundle", "reconcileID": "c13c1c4d-9fb7-40cb-88c5-4173ef3cccc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "openshift-service-ca.crt", "reconcileID": "1e3ce182-62ee-4b35-9394-593018eaab7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "openshift-service-ca.crt", "reconcileID": "1e3ce182-62ee-4b35-9394-593018eaab7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "929fe831-b8b3-41f0-9bb4-6a3e4bf1a1c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-42b8b5"}, "namespace": "e2e-webhook-test-42b8b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "929fe831-b8b3-41f0-9bb4-6a3e4bf1a1c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-42b8b5"} 2026-06-08T13:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "openshift-service-ca.crt", "reconcileID": "bff96d15-ca8e-43ea-8fbf-1a7cc16b19ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "odh-trusted-ca-bundle", "reconcileID": "108c3080-0bbb-4aeb-bebd-ad3d74963a32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "openshift-service-ca.crt", "reconcileID": "62c845ea-adc5-4ebf-9f16-4c41e3125edc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bf2012", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:24:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "openshift-service-ca.crt", "reconcileID": "62c845ea-adc5-4ebf-9f16-4c41e3125edc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49a2be6d-347d-4d55-823c-dec0f9f12ee6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "openshift-service-ca.crt", "reconcileID": "ec0b8eee-b6c0-4a6f-ac00-b8228389c315", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "odh-trusted-ca-bundle", "reconcileID": "9924133a-d625-433c-b41a-d0267dc9170e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bf2012", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:24:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "odh-trusted-ca-bundle", "reconcileID": "9924133a-d625-433c-b41a-d0267dc9170e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08d80447-1231-478b-ba7b-d91e6dad61a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a3b734d-e01b-47db-a758-10287e47d39d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a3b734d-e01b-47db-a758-10287e47d39d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bf2012", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:24:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a3b734d-e01b-47db-a758-10287e47d39d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-bf2012 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:24:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "odh-trusted-ca-bundle", "reconcileID": "bc20b3e7-a21a-4157-924a-8c3774b923e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "odh-trusted-ca-bundle", "reconcileID": "bc20b3e7-a21a-4157-924a-8c3774b923e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "openshift-service-ca.crt", "reconcileID": "9392c9de-aa46-4c6a-baec-13a20c4c34d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "openshift-service-ca.crt", "reconcileID": "9392c9de-aa46-4c6a-baec-13a20c4c34d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84304c90-6369-4959-b2b0-80ac95c9cac8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:24:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bf2012"}, "namespace": "e2e-webhook-test-bf2012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84304c90-6369-4959-b2b0-80ac95c9cac8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bf2012"} 2026-06-08T13:35:38Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:35:38Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:35:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:35:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:41:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95edf002-444f-4fad-95ed-7509d97b7aad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:41:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95edf002-444f-4fad-95ed-7509d97b7aad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:41:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95edf002-444f-4fad-95ed-7509d97b7aad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:42:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e91b3dcc-0f38-4a14-9352-2636f29d1429", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:42:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e91b3dcc-0f38-4a14-9352-2636f29d1429", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:42:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e91b3dcc-0f38-4a14-9352-2636f29d1429", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "784e8b26-05f1-47e8-a758-ddf6f2b8ca17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:42:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "784e8b26-05f1-47e8-a758-ddf6f2b8ca17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:42:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "784e8b26-05f1-47e8-a758-ddf6f2b8ca17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:42:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9aa44e3f-6a5a-4b4f-8451-c33adb34ec30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:42:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9aa44e3f-6a5a-4b4f-8451-c33adb34ec30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:42:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9aa44e3f-6a5a-4b4f-8451-c33adb34ec30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:42:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6025f4a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6025f4a4", "reconcileID": "410c6463-6ea1-4540-866a-bdb366c36c44", "Gateway": "e2e-ait-6025f4a4", "namespace": "openshift-ingress"} 2026-06-08T13:42:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6025f4a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6025f4a4", "reconcileID": "1717410d-b7c5-4963-aed3-ed5877ebbca4", "Gateway": "e2e-ait-6025f4a4", "namespace": "openshift-ingress"} 2026-06-08T13:42:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6025f4a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6025f4a4", "reconcileID": "9038ed19-3b91-42eb-bffd-0f7725ffb5ed", "Gateway": "e2e-ait-6025f4a4", "namespace": "openshift-ingress"} 2026-06-08T13:42:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6025f4a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6025f4a4", "reconcileID": "bd0dd062-61d7-43b8-ae0d-269a98df60ad", "Gateway": "e2e-ait-6025f4a4", "namespace": "openshift-ingress"} 2026-06-08T13:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "openshift-service-ca.crt", "reconcileID": "cab78e47-561e-4fcb-addb-6e2f23e50a59", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "odh-trusted-ca-bundle", "reconcileID": "e9d9d4ac-8785-4c59-a0a8-0099978ffb6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "openshift-service-ca.crt", "reconcileID": "a73dc9f3-bf6f-4148-8d60-6b6ea1816d2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6025f4a4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:42:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "openshift-service-ca.crt", "reconcileID": "a73dc9f3-bf6f-4148-8d60-6b6ea1816d2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1655268e-6b78-4c67-aff2-30a4d5538d65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "openshift-service-ca.crt", "reconcileID": "a0166dca-0074-426c-af88-97b6e4f45bb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6025f4a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6025f4a4", "reconcileID": "98998e29-762b-4482-a960-602ec8ace5e3", "Gateway": "e2e-ait-6025f4a4", "namespace": "openshift-ingress"} 2026-06-08T13:42:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "odh-trusted-ca-bundle", "reconcileID": "852f1951-88c0-475d-a4d7-7d142038c2a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6025f4a4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:42:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "odh-trusted-ca-bundle", "reconcileID": "852f1951-88c0-475d-a4d7-7d142038c2a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf1257e1-b15b-42ba-a09e-e00f4b6cd1d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6025f4a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6025f4a4", "reconcileID": "88f829f2-9696-48f3-ad8c-38896d6a4543", "Gateway": "e2e-ait-6025f4a4", "namespace": "openshift-ingress"} 2026-06-08T13:42:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6025f4a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6025f4a4", "reconcileID": "6d8a909d-432e-480c-a07a-dd1a7d003ece", "Gateway": "e2e-ait-6025f4a4", "namespace": "openshift-ingress"} 2026-06-08T13:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "469ea9d5-1874-4cf7-a429-e8a2ab4d3a82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "469ea9d5-1874-4cf7-a429-e8a2ab4d3a82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6025f4a4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:42:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "469ea9d5-1874-4cf7-a429-e8a2ab4d3a82", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-6025f4a4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "odh-trusted-ca-bundle", "reconcileID": "cd966149-ecaa-42c7-ada4-8da5fdcceaa8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "odh-trusted-ca-bundle", "reconcileID": "cd966149-ecaa-42c7-ada4-8da5fdcceaa8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "openshift-service-ca.crt", "reconcileID": "6a819104-fd54-4d79-a39f-d52d97bd0524", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "openshift-service-ca.crt", "reconcileID": "6a819104-fd54-4d79-a39f-d52d97bd0524", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e3b95cd-ec83-4903-b745-63b842c1b3b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6025f4a4"}, "namespace": "e2e-aitenant-6025f4a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e3b95cd-ec83-4903-b745-63b842c1b3b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6025f4a4"} 2026-06-08T13:42:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8476f5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8476f5e8", "reconcileID": "6a3bccb4-51f1-49b8-8a6e-f918c2730327", "Gateway": "e2e-ait-8476f5e8", "namespace": "openshift-ingress"} 2026-06-08T13:42:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8476f5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8476f5e8", "reconcileID": "d0dff0b1-61c9-410c-b3c2-04ff09b5e6cf", "Gateway": "e2e-ait-8476f5e8", "namespace": "openshift-ingress"} 2026-06-08T13:42:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8476f5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8476f5e8", "reconcileID": "b641d955-ccb1-4a63-835f-e8298fbddbd9", "Gateway": "e2e-ait-8476f5e8", "namespace": "openshift-ingress"} 2026-06-08T13:42:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8476f5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8476f5e8", "reconcileID": "ee2bceb6-99dc-4b44-aa46-47ff2ca833bd", "Gateway": "e2e-ait-8476f5e8", "namespace": "openshift-ingress"} 2026-06-08T13:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "openshift-service-ca.crt", "reconcileID": "3c317c8e-adeb-40cc-b990-40c395bcdc43", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "odh-trusted-ca-bundle", "reconcileID": "0b70a96e-a37b-4034-a7e8-dc747e498485", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:42:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "openshift-service-ca.crt", "reconcileID": "f157c5c5-7428-4047-bacc-8f309088ee24", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-8476f5e8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:42:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "openshift-service-ca.crt", "reconcileID": "f157c5c5-7428-4047-bacc-8f309088ee24", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5d9ccc0-1c63-4e15-a059-b21407e8a272", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "openshift-service-ca.crt", "reconcileID": "f30771c0-9396-4ac6-b2b7-34eae61655b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:42:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "odh-trusted-ca-bundle", "reconcileID": "582ef6a0-2f19-4cc9-bd29-fd4584631633", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-8476f5e8", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:42:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "odh-trusted-ca-bundle", "reconcileID": "582ef6a0-2f19-4cc9-bd29-fd4584631633", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b6e3c90-3c9c-44a8-9ef5-27d18ece925c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8476f5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8476f5e8", "reconcileID": "331ab9a0-e5fb-482c-b99c-be2b60114fc7", "Gateway": "e2e-ait-8476f5e8", "namespace": "openshift-ingress"} 2026-06-08T13:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8476f5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8476f5e8", "reconcileID": "3d48f4bf-a831-43d9-acff-5d44a0938515", "Gateway": "e2e-ait-8476f5e8", "namespace": "openshift-ingress"} 2026-06-08T13:42:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-8476f5e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-8476f5e8", "reconcileID": "c0193d4d-4853-4f6c-b71a-fd67e955ccf0", "Gateway": "e2e-ait-8476f5e8", "namespace": "openshift-ingress"} 2026-06-08T13:43:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97ef128d-7b47-432e-9aba-8beae9ede98b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:43:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97ef128d-7b47-432e-9aba-8beae9ede98b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-8476f5e8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:43:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97ef128d-7b47-432e-9aba-8beae9ede98b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-8476f5e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:43:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "odh-trusted-ca-bundle", "reconcileID": "7145b9f8-f28e-4a29-b2a7-04a0e5ebae26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "odh-trusted-ca-bundle", "reconcileID": "7145b9f8-f28e-4a29-b2a7-04a0e5ebae26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:43:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "openshift-service-ca.crt", "reconcileID": "528adacb-a150-48b7-b78c-e1bf431fd8b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "openshift-service-ca.crt", "reconcileID": "528adacb-a150-48b7-b78c-e1bf431fd8b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:43:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fe99c98-5897-4c3d-a453-5ec3879a19e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-8476f5e8"} 2026-06-08T13:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-8476f5e8"}, "namespace": "e2e-aitenant-8476f5e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fe99c98-5897-4c3d-a453-5ec3879a19e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-8476f5e8"}