2026-06-10T23:10:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "21452fe2-d666-4803-824c-5620b95c2037", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T23:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d8adcbb-7e94-4e3a-943a-e97839ac4223", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T23:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8717915d-4b24-4521-8f3d-cf920a1d61cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T23:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "0cd2b0e4-133a-4e2e-b0b9-6f7ee44ee37f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T23:10:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8951ef4-d0f1-468f-a8ac-5b50caf2912f", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:10:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8951ef4-d0f1-468f-a8ac-5b50caf2912f", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T23:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "f14fcb00-1e78-4883-8796-580b83a459a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T23:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "639a4846-95bb-45b8-b2e6-641c903926aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T23:10:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a9802e9-8bba-47b7-9f2d-a3cffd0498b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:10:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a9802e9-8bba-47b7-9f2d-a3cffd0498b0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T23:10:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "f6aed100-55c6-4f78-ba4e-9a0384f028dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:10:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "f6aed100-55c6-4f78-ba4e-9a0384f028dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T23:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1d1cb40-101c-4f97-b897-3110793acb91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T23:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ae5b829e-b4a9-47e8-9cd8-51e2af0516d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T23:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "484637bd-e834-4c02-bb4d-dbc9aa50b022", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T23:10:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "a129d64f-2003-4ae3-a2a9-5805d9182b4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:10:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "a129d64f-2003-4ae3-a2a9-5805d9182b4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T23:10:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15274882-bff8-4435-b7b9-79eb85a44f1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T23:11:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4e1697ba-cf91-4be9-8867-bf0d4afc624e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:11:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4e1697ba-cf91-4be9-8867-bf0d4afc624e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:11:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4e1697ba-cf91-4be9-8867-bf0d4afc624e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:11:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0a2e985c-7d29-4134-bee8-cdab475a2fd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-10T23:11:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fc1bcdb-c878-4212-a5d8-85cf30822d9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:11:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fc1bcdb-c878-4212-a5d8-85cf30822d9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:11:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fc1bcdb-c878-4212-a5d8-85cf30822d9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "5b3af0a6-9d21-4413-961d-30201663134e", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T23:14:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "2fe9fb64-0415-4ec6-b101-7b23576553b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T23:14:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "705fe2d1-4ab1-481c-bc84-1a4f7f643458", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:14:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "705fe2d1-4ab1-481c-bc84-1a4f7f643458", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T23:14:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c87c8e3-42e4-44f2-9bfb-2b3397ddc627", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T23:14:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "61f520b2-382b-4ce6-ba70-a05bfce8d28e", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T23:14:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "691c7eb9-ab34-41a3-8e76-306275544f5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:14:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "691c7eb9-ab34-41a3-8e76-306275544f5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T23:14:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4a735fb-7655-4886-9025-798caf1ea458", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "300ce075-f07c-4089-93c7-904cfd9c5364", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "300ce075-f07c-4089-93c7-904cfd9c5364", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "300ce075-f07c-4089-93c7-904cfd9c5364", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "771aeae1-ce3d-4e06-b392-48de3bf33654", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "771aeae1-ce3d-4e06-b392-48de3bf33654", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "771aeae1-ce3d-4e06-b392-48de3bf33654", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34cbdf18-b0d6-420e-a8df-cc3b0348d188", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34cbdf18-b0d6-420e-a8df-cc3b0348d188", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:14:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "771aeae1-ce3d-4e06-b392-48de3bf33654", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T23:14:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "771aeae1-ce3d-4e06-b392-48de3bf33654", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "771aeae1-ce3d-4e06-b392-48de3bf33654", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34cbdf18-b0d6-420e-a8df-cc3b0348d188", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "25ea6577-7089-4942-affa-4ff93b0a9213", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "25ea6577-7089-4942-affa-4ff93b0a9213", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "25ea6577-7089-4942-affa-4ff93b0a9213", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8e0c13b-bff9-4c4f-96b1-c6e8c1cb4359", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "25ea6577-7089-4942-affa-4ff93b0a9213", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T23:14:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "25ea6577-7089-4942-affa-4ff93b0a9213", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "25ea6577-7089-4942-affa-4ff93b0a9213", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8e0c13b-bff9-4c4f-96b1-c6e8c1cb4359", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8e0c13b-bff9-4c4f-96b1-c6e8c1cb4359", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5137e0e1-91c5-432d-986c-d9c4e9dfafe9", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5137e0e1-91c5-432d-986c-d9c4e9dfafe9", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5137e0e1-91c5-432d-986c-d9c4e9dfafe9", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33be12f1-bea0-4ca2-9c47-281c3fdfe081", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5137e0e1-91c5-432d-986c-d9c4e9dfafe9", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T23:14:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5137e0e1-91c5-432d-986c-d9c4e9dfafe9", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5137e0e1-91c5-432d-986c-d9c4e9dfafe9", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33be12f1-bea0-4ca2-9c47-281c3fdfe081", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:14:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "70e718a1-e7c9-4617-b2f3-859789ce148c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "70e718a1-e7c9-4617-b2f3-859789ce148c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "70e718a1-e7c9-4617-b2f3-859789ce148c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "70e718a1-e7c9-4617-b2f3-859789ce148c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T23:14:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "70e718a1-e7c9-4617-b2f3-859789ce148c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "70e718a1-e7c9-4617-b2f3-859789ce148c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33be12f1-bea0-4ca2-9c47-281c3fdfe081", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7f0274c2-2f35-46f3-bdf4-0d3e1b10ddd7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7f0274c2-2f35-46f3-bdf4-0d3e1b10ddd7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7f0274c2-2f35-46f3-bdf4-0d3e1b10ddd7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e03644f-5b3e-4d50-b1a4-3b42c23656f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7f0274c2-2f35-46f3-bdf4-0d3e1b10ddd7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T23:14:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7f0274c2-2f35-46f3-bdf4-0d3e1b10ddd7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7f0274c2-2f35-46f3-bdf4-0d3e1b10ddd7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e03644f-5b3e-4d50-b1a4-3b42c23656f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e03644f-5b3e-4d50-b1a4-3b42c23656f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "20a3bf98-7157-4786-9034-b713c86f7d35", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "20a3bf98-7157-4786-9034-b713c86f7d35", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "20a3bf98-7157-4786-9034-b713c86f7d35", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce29ddd2-f8a1-4987-937f-8d896a68a131", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "20a3bf98-7157-4786-9034-b713c86f7d35", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T23:14:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "20a3bf98-7157-4786-9034-b713c86f7d35", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "20a3bf98-7157-4786-9034-b713c86f7d35", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce29ddd2-f8a1-4987-937f-8d896a68a131", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce29ddd2-f8a1-4987-937f-8d896a68a131", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b778ba02-8996-4f89-9087-388b75e27388", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b778ba02-8996-4f89-9087-388b75e27388", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b778ba02-8996-4f89-9087-388b75e27388", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0a9d455-7ef5-4426-bc18-42d43d068ff4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b778ba02-8996-4f89-9087-388b75e27388", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T23:14:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b778ba02-8996-4f89-9087-388b75e27388", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b778ba02-8996-4f89-9087-388b75e27388", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0a9d455-7ef5-4426-bc18-42d43d068ff4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0a9d455-7ef5-4426-bc18-42d43d068ff4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15635eea-898a-4fbe-858a-f69a57ea32f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15635eea-898a-4fbe-858a-f69a57ea32f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:14:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15635eea-898a-4fbe-858a-f69a57ea32f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7641ac5a-2d23-4d86-8f87-0d58ab27513e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:14:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7641ac5a-2d23-4d86-8f87-0d58ab27513e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:14:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7641ac5a-2d23-4d86-8f87-0d58ab27513e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:14:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7641ac5a-2d23-4d86-8f87-0d58ab27513e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T23:14:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7641ac5a-2d23-4d86-8f87-0d58ab27513e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7641ac5a-2d23-4d86-8f87-0d58ab27513e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:14:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9d63842d-4f8a-49da-97c3-66b56ead4803", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:14:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9d63842d-4f8a-49da-97c3-66b56ead4803", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:14:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9d63842d-4f8a-49da-97c3-66b56ead4803", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:14:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9d63842d-4f8a-49da-97c3-66b56ead4803", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T23:14:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9d63842d-4f8a-49da-97c3-66b56ead4803", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9d63842d-4f8a-49da-97c3-66b56ead4803", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:14:27Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T23:14:27Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T23:14:28Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T23:14:28Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T23:14:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "eebc43ee-8703-41fa-9961-7ff8b0c8c812", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:14:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "eebc43ee-8703-41fa-9961-7ff8b0c8c812", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:14:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "eebc43ee-8703-41fa-9961-7ff8b0c8c812", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:14:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "eebc43ee-8703-41fa-9961-7ff8b0c8c812", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T23:14:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "eebc43ee-8703-41fa-9961-7ff8b0c8c812", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "eebc43ee-8703-41fa-9961-7ff8b0c8c812", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:14:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b7b6a272-8147-4464-966e-1a017cd2a476", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:14:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b7b6a272-8147-4464-966e-1a017cd2a476", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:14:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b7b6a272-8147-4464-966e-1a017cd2a476", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:14:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b7b6a272-8147-4464-966e-1a017cd2a476", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T23:14:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b7b6a272-8147-4464-966e-1a017cd2a476", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b7b6a272-8147-4464-966e-1a017cd2a476", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:14:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b67304ca-19c4-4ff0-a236-77891f8b3804", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b67304ca-19c4-4ff0-a236-77891f8b3804", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:14:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b67304ca-19c4-4ff0-a236-77891f8b3804", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:14:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4b6c6a98-250f-48a8-aced-6bf40a4b1462", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:14:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4b6c6a98-250f-48a8-aced-6bf40a4b1462", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:14:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4b6c6a98-250f-48a8-aced-6bf40a4b1462", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:14:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4b6c6a98-250f-48a8-aced-6bf40a4b1462", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T23:14:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4b6c6a98-250f-48a8-aced-6bf40a4b1462", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4b6c6a98-250f-48a8-aced-6bf40a4b1462", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:14:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "73e3043f-c9fe-47f4-814e-4d5cdd310bc9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:14:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "73e3043f-c9fe-47f4-814e-4d5cdd310bc9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:14:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "73e3043f-c9fe-47f4-814e-4d5cdd310bc9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:14:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "73e3043f-c9fe-47f4-814e-4d5cdd310bc9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T23:14:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "73e3043f-c9fe-47f4-814e-4d5cdd310bc9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:14:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "73e3043f-c9fe-47f4-814e-4d5cdd310bc9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f56e42cc-3ead-4569-84d7-db1a2c634e9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:15:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f56e42cc-3ead-4569-84d7-db1a2c634e9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:15:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f56e42cc-3ead-4569-84d7-db1a2c634e9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:15:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "55eacc2d-4fe7-4cc4-b3b0-bdf6b83ef79f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "55eacc2d-4fe7-4cc4-b3b0-bdf6b83ef79f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "55eacc2d-4fe7-4cc4-b3b0-bdf6b83ef79f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "55eacc2d-4fe7-4cc4-b3b0-bdf6b83ef79f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T23:15:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "55eacc2d-4fe7-4cc4-b3b0-bdf6b83ef79f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:15:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "55eacc2d-4fe7-4cc4-b3b0-bdf6b83ef79f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "95a81ec0-3629-4e94-9747-be5f994254e0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "95a81ec0-3629-4e94-9747-be5f994254e0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "95a81ec0-3629-4e94-9747-be5f994254e0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "95a81ec0-3629-4e94-9747-be5f994254e0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T23:15:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "95a81ec0-3629-4e94-9747-be5f994254e0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:15:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "95a81ec0-3629-4e94-9747-be5f994254e0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "299b8d3b-4319-4e90-9851-2f64a2497fe0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:15:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "299b8d3b-4319-4e90-9851-2f64a2497fe0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:15:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "299b8d3b-4319-4e90-9851-2f64a2497fe0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:15:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5772afdb-5b55-439b-8e18-bcd92c9ba7fd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5772afdb-5b55-439b-8e18-bcd92c9ba7fd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5772afdb-5b55-439b-8e18-bcd92c9ba7fd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5772afdb-5b55-439b-8e18-bcd92c9ba7fd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T23:15:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5772afdb-5b55-439b-8e18-bcd92c9ba7fd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:15:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5772afdb-5b55-439b-8e18-bcd92c9ba7fd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:15:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "eff0aee0-ba9f-4ae3-9eaa-2488010ea16b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:15:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "eff0aee0-ba9f-4ae3-9eaa-2488010ea16b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:15:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "eff0aee0-ba9f-4ae3-9eaa-2488010ea16b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:15:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "eff0aee0-ba9f-4ae3-9eaa-2488010ea16b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T23:15:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "eff0aee0-ba9f-4ae3-9eaa-2488010ea16b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:15:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "eff0aee0-ba9f-4ae3-9eaa-2488010ea16b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:15:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2eb4e389-c05b-4cc5-8228-c9829b3f04a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:15:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2eb4e389-c05b-4cc5-8228-c9829b3f04a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2eb4e389-c05b-4cc5-8228-c9829b3f04a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:15:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "16e76ca6-173b-4800-96aa-e66b96a6eabe", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:15:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "16e76ca6-173b-4800-96aa-e66b96a6eabe", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:15:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "16e76ca6-173b-4800-96aa-e66b96a6eabe", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:15:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "16e76ca6-173b-4800-96aa-e66b96a6eabe", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T23:15:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "16e76ca6-173b-4800-96aa-e66b96a6eabe", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:15:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "16e76ca6-173b-4800-96aa-e66b96a6eabe", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:15:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "566816bc-bbf6-4aa4-bb6e-1b55d3f38e9c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:15:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "566816bc-bbf6-4aa4-bb6e-1b55d3f38e9c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:15:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "566816bc-bbf6-4aa4-bb6e-1b55d3f38e9c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:15:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "566816bc-bbf6-4aa4-bb6e-1b55d3f38e9c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T23:15:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "566816bc-bbf6-4aa4-bb6e-1b55d3f38e9c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:15:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "566816bc-bbf6-4aa4-bb6e-1b55d3f38e9c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T23:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c0efa763-24e1-477e-9f52-7912c19e9d6c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c0efa763-24e1-477e-9f52-7912c19e9d6c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c0efa763-24e1-477e-9f52-7912c19e9d6c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:15:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "46754e96-16ed-4b7a-9ed8-084c4a117180", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:15:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "46754e96-16ed-4b7a-9ed8-084c4a117180", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:15:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "46754e96-16ed-4b7a-9ed8-084c4a117180", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:15:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "46754e96-16ed-4b7a-9ed8-084c4a117180", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T23:15:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "46754e96-16ed-4b7a-9ed8-084c4a117180", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:15:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "46754e96-16ed-4b7a-9ed8-084c4a117180", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T23:16:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a9965c84-0a70-49af-b813-91cc0e237c4c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:16:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a9965c84-0a70-49af-b813-91cc0e237c4c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:16:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a9965c84-0a70-49af-b813-91cc0e237c4c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:16:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a9965c84-0a70-49af-b813-91cc0e237c4c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T23:16:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a9965c84-0a70-49af-b813-91cc0e237c4c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:16:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a9965c84-0a70-49af-b813-91cc0e237c4c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T23:16:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "254b010e-240e-48af-a0fc-0c4991f42727", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:16:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "254b010e-240e-48af-a0fc-0c4991f42727", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:16:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "254b010e-240e-48af-a0fc-0c4991f42727", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:16:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "254b010e-240e-48af-a0fc-0c4991f42727", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T23:16:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "254b010e-240e-48af-a0fc-0c4991f42727", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:16:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "254b010e-240e-48af-a0fc-0c4991f42727", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:16:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "399ef3f6-29f2-4d9d-9465-ec6c8d6114cd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:16:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "399ef3f6-29f2-4d9d-9465-ec6c8d6114cd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:16:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "399ef3f6-29f2-4d9d-9465-ec6c8d6114cd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:16:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "399ef3f6-29f2-4d9d-9465-ec6c8d6114cd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T23:16:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "399ef3f6-29f2-4d9d-9465-ec6c8d6114cd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:16:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "399ef3f6-29f2-4d9d-9465-ec6c8d6114cd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T23:16:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "03937c8e-00d6-44f9-a1da-8de1ad3936fa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:16:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "03937c8e-00d6-44f9-a1da-8de1ad3936fa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:16:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "03937c8e-00d6-44f9-a1da-8de1ad3936fa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:16:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "03937c8e-00d6-44f9-a1da-8de1ad3936fa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T23:16:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "03937c8e-00d6-44f9-a1da-8de1ad3936fa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T23:16:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "03937c8e-00d6-44f9-a1da-8de1ad3936fa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T23:16:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "48abd9a3-83a6-4aa6-981d-05cb8387297d", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T23:16:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "4f9c05ac-38b9-42ce-8032-c7d94c5caa09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T23:16:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "b138d76f-8316-4810-b036-be2b7364ba6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:16:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "b138d76f-8316-4810-b036-be2b7364ba6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T23:16:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "435d777c-af2f-4bcd-81cf-ab6b324b7b61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T23:16:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "9c0f6985-47a8-4c84-b314-d1f2aebec900", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T23:16:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "e84c4eed-c72b-4c0d-b959-cb884712f0ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:16:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "e84c4eed-c72b-4c0d-b959-cb884712f0ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T23:16:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8703f28e-ebc3-4ec3-93c7-3f9765400a20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T23:16:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "7f296af3-d30d-4a92-80b4-c6c78609ca3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T23:16:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "74f136c2-846a-49f9-93e7-fc45c683794f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:16:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "74f136c2-846a-49f9-93e7-fc45c683794f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T23:16:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "af847237-9c7b-4330-bd37-75a289e68bd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T23:16:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c9d4ca0-74f3-4a0a-8228-cf6d27027484", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T23:16:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "49638455-6145-4c91-b285-cf2e66950f6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:16:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "49638455-6145-4c91-b285-cf2e66950f6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T23:16:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c6b2a73-00d4-4d19-99be-8d3b7b7e3c88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T23:18:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4fcd2dd2-64dc-46c1-b44d-498c879c4114", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c2a15599-a7a0-4ad5-8782-f65c772497e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:18:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c2a15599-a7a0-4ad5-8782-f65c772497e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "69a2f085-31f2-4586-bb79-a2fbbd7e4266", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "154d4748-3ff3-4398-a721-26f80d308416", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "234ddff2-5fb9-4875-b9db-621856eb4938", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "39c6b72b-c5f1-4e73-b35c-73ce322ec6a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:18:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "39c6b72b-c5f1-4e73-b35c-73ce322ec6a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a360170-0663-4ab3-98c5-a239ef476b2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6629d8c5-3c9c-460e-8d9e-e4f110203574", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6629d8c5-3c9c-460e-8d9e-e4f110203574", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:18:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6629d8c5-3c9c-460e-8d9e-e4f110203574", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T23:18:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4c0d69e9-8d1f-43e3-b384-53351c864f96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4c0d69e9-8d1f-43e3-b384-53351c864f96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7e34422a-ca98-4b07-a186-b9b656ed3ba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7e34422a-ca98-4b07-a186-b9b656ed3ba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72c817c5-615a-4c35-af6c-b485401f1343", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:18:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72c817c5-615a-4c35-af6c-b485401f1343", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T23:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "84b7d3e0-5f1d-4c8c-81c1-882ef729a7ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "361f9f6c-8af9-40bb-bb05-184a1d94e43f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "87862695-6212-4f03-9207-c3ec630c7462", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:19:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "87862695-6212-4f03-9207-c3ec630c7462", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "877fb5aa-ae71-4b3d-840c-a0a4f0111e91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bbc59a74-cf75-4d77-9247-49affdfbd112", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "88999a14-74d6-4a85-8e98-4363988502eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:19:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "88999a14-74d6-4a85-8e98-4363988502eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7df0c91d-e6f4-4dfb-850d-109a4070b21b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc5adb35-5e84-476b-aa89-6e1317899edb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc5adb35-5e84-476b-aa89-6e1317899edb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:19:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc5adb35-5e84-476b-aa89-6e1317899edb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T23:19:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "26b32802-75e7-4181-aa13-2802a7342bd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "26b32802-75e7-4181-aa13-2802a7342bd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6d1ca2c3-f493-466c-a451-5b0beaef68ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6d1ca2c3-f493-466c-a451-5b0beaef68ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7b10af7-ee74-400a-8317-c3c70e34a6d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7b10af7-ee74-400a-8317-c3c70e34a6d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T23:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "openshift-service-ca.crt", "reconcileID": "05ec6324-3482-4d2a-8477-91175919c786", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "odh-trusted-ca-bundle", "reconcileID": "5c9a3125-7bfb-473f-b9b2-f07dcf40e25a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:19:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "openshift-service-ca.crt", "reconcileID": "d3fd23a4-566e-42ee-8942-eded39d6d031", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9bbc67", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:19:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "openshift-service-ca.crt", "reconcileID": "d3fd23a4-566e-42ee-8942-eded39d6d031", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "openshift-service-ca.crt", "reconcileID": "83df9ee2-be0d-4606-941d-7b13be6fa85f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c74c8445-35c7-4156-b4f4-315517b0d424", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:19:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab887a2a-31e0-4e00-b6e4-28f0ca1a4829", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:19:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab887a2a-31e0-4e00-b6e4-28f0ca1a4829", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:19:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab887a2a-31e0-4e00-b6e4-28f0ca1a4829", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:19:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "odh-trusted-ca-bundle", "reconcileID": "0690d60e-b4a9-422b-b62b-4f5ccc5c11c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9bbc67", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:19:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea16679f-d9db-407b-b721-7cc6232dd3bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:19:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea16679f-d9db-407b-b721-7cc6232dd3bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:19:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea16679f-d9db-407b-b721-7cc6232dd3bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:19:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "odh-trusted-ca-bundle", "reconcileID": "0690d60e-b4a9-422b-b62b-4f5ccc5c11c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:19:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6d1b2c2-71d8-4971-b0f6-70e843daa906", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:20:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e11770d-7013-4517-a632-3e95c8be2f50", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:20:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e11770d-7013-4517-a632-3e95c8be2f50", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:20:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e11770d-7013-4517-a632-3e95c8be2f50", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:20:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e8bd3429-3c84-4c56-a47a-44c65ab492a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:20:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e8bd3429-3c84-4c56-a47a-44c65ab492a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:20:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e8bd3429-3c84-4c56-a47a-44c65ab492a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:20:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "953fc4d5-4e49-4cd3-9996-2b427ca125ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:20:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "953fc4d5-4e49-4cd3-9996-2b427ca125ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9bbc67", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:20:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "953fc4d5-4e49-4cd3-9996-2b427ca125ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-9bbc67 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T23:20:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "odh-trusted-ca-bundle", "reconcileID": "db4c3d16-a6bc-4368-bd93-317603c6fac2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:20:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "odh-trusted-ca-bundle", "reconcileID": "db4c3d16-a6bc-4368-bd93-317603c6fac2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:20:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "openshift-service-ca.crt", "reconcileID": "7a6cd5b1-dcac-4b71-a982-db112c755626", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:20:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "openshift-service-ca.crt", "reconcileID": "7a6cd5b1-dcac-4b71-a982-db112c755626", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:20:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "876e1ae3-cb49-499a-9361-65b79892235b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:20:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9bbc67"}, "namespace": "e2e-modelref-9bbc67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "876e1ae3-cb49-499a-9361-65b79892235b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9bbc67"} 2026-06-10T23:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "openshift-service-ca.crt", "reconcileID": "84937695-b48c-48f6-9ffb-89bb599f92c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "openshift-service-ca.crt", "reconcileID": "a1e7bd84-a560-4afe-87b6-87356f57ab68", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d0b65f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:20:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "openshift-service-ca.crt", "reconcileID": "a1e7bd84-a560-4afe-87b6-87356f57ab68", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "odh-trusted-ca-bundle", "reconcileID": "1a1d0950-3719-45c7-9d3c-f00a8fa0670e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccf01831-140d-4108-acc0-c9a83060ec98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "openshift-service-ca.crt", "reconcileID": "e6878223-42ec-4a73-b1c1-e51516082176", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "odh-trusted-ca-bundle", "reconcileID": "a81b8ee8-e49a-40e9-9754-bafc2fb313f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d0b65f", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:20:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "odh-trusted-ca-bundle", "reconcileID": "a81b8ee8-e49a-40e9-9754-bafc2fb313f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "661a5ada-268d-46b9-9b32-2e3b37698e66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "601ed8ea-841d-43af-ba45-849e024d2d78", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "601ed8ea-841d-43af-ba45-849e024d2d78", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "601ed8ea-841d-43af-ba45-849e024d2d78", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "467ae1b5-f9e7-4a7d-83ea-a82388e5a144", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "467ae1b5-f9e7-4a7d-83ea-a82388e5a144", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "467ae1b5-f9e7-4a7d-83ea-a82388e5a144", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:20:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3493dbab-e562-4b71-8f9e-0d6441499f6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:20:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3493dbab-e562-4b71-8f9e-0d6441499f6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:20:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3493dbab-e562-4b71-8f9e-0d6441499f6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:20:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b194a493-d47b-47a8-88a3-0d12c710cd30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:20:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b194a493-d47b-47a8-88a3-0d12c710cd30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:20:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b194a493-d47b-47a8-88a3-0d12c710cd30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:20:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b04d258-ed10-4168-a6a5-ca064845df3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b04d258-ed10-4168-a6a5-ca064845df3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d0b65f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:20:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b04d258-ed10-4168-a6a5-ca064845df3c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-d0b65f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T23:20:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "odh-trusted-ca-bundle", "reconcileID": "8f105e7c-213c-4dbc-944a-fce12d1c048b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "odh-trusted-ca-bundle", "reconcileID": "8f105e7c-213c-4dbc-944a-fce12d1c048b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "openshift-service-ca.crt", "reconcileID": "98981658-bc59-4b7f-9e5f-5bad26251dfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "openshift-service-ca.crt", "reconcileID": "98981658-bc59-4b7f-9e5f-5bad26251dfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85db43f1-0fab-4234-95a9-e404684ed5ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:20:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d0b65f"}, "namespace": "e2e-modelref-d0b65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85db43f1-0fab-4234-95a9-e404684ed5ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d0b65f"} 2026-06-10T23:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "openshift-service-ca.crt", "reconcileID": "314c488f-5d9e-4cb6-bca3-13dddc19b253", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "odh-trusted-ca-bundle", "reconcileID": "d0feb26d-ea80-4c5f-91f8-5ea2b8dad837", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "openshift-service-ca.crt", "reconcileID": "2269eccc-8fcd-49e2-bb67-8b4a05af0997", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d037d3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:21:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "openshift-service-ca.crt", "reconcileID": "2269eccc-8fcd-49e2-bb67-8b4a05af0997", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad62d5b5-ec48-44fe-8d1e-45a402483b01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "openshift-service-ca.crt", "reconcileID": "ca411c71-f096-40fb-8b65-57b7905a17c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "odh-trusted-ca-bundle", "reconcileID": "1057b041-3507-458b-a000-4d73feef7539", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d037d3", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:21:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "odh-trusted-ca-bundle", "reconcileID": "1057b041-3507-458b-a000-4d73feef7539", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "117c5ae5-f267-4064-aac9-34d48493ec74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de7c129f-f52d-4a28-8cba-f2bed8c66dd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de7c129f-f52d-4a28-8cba-f2bed8c66dd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d037d3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:21:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de7c129f-f52d-4a28-8cba-f2bed8c66dd8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-d037d3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T23:21:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "odh-trusted-ca-bundle", "reconcileID": "836cf268-f74a-4c8b-8568-eaa839b5476d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "odh-trusted-ca-bundle", "reconcileID": "836cf268-f74a-4c8b-8568-eaa839b5476d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "openshift-service-ca.crt", "reconcileID": "8ee68a21-899a-4210-8748-43cdfd3265fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "openshift-service-ca.crt", "reconcileID": "8ee68a21-899a-4210-8748-43cdfd3265fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5217ebea-5523-42d4-93e9-250a594433c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d037d3"}, "namespace": "e2e-webhook-test-d037d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5217ebea-5523-42d4-93e9-250a594433c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d037d3"} 2026-06-10T23:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "openshift-service-ca.crt", "reconcileID": "a7aa65cd-724a-45d4-8be2-909a6940fbd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "odh-trusted-ca-bundle", "reconcileID": "fea8e62f-1a5c-4f11-a6b7-3d66554727d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "openshift-service-ca.crt", "reconcileID": "c6d83be4-b3c4-4abf-bfaf-eabd2843f2f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-06c1be", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:21:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "openshift-service-ca.crt", "reconcileID": "c6d83be4-b3c4-4abf-bfaf-eabd2843f2f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b89ca03-fd8f-4595-a29d-27e987c4295d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "openshift-service-ca.crt", "reconcileID": "8336e299-07e7-4c2f-a7de-4e32c890f7f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "odh-trusted-ca-bundle", "reconcileID": "21eb38f5-0e58-4a1d-bccb-9bb1a00197e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-06c1be", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:21:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "odh-trusted-ca-bundle", "reconcileID": "21eb38f5-0e58-4a1d-bccb-9bb1a00197e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d52b4b80-4005-4374-b2d2-3b723a5b22e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17d910c7-86bd-4318-9862-6c191c2cee5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17d910c7-86bd-4318-9862-6c191c2cee5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-06c1be", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:21:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17d910c7-86bd-4318-9862-6c191c2cee5c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-06c1be because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T23:21:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "odh-trusted-ca-bundle", "reconcileID": "b01a2be6-635d-4ec7-84ea-ed2fa21566f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "odh-trusted-ca-bundle", "reconcileID": "b01a2be6-635d-4ec7-84ea-ed2fa21566f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "openshift-service-ca.crt", "reconcileID": "f354b164-89fa-4a69-8fd0-7b82ddaba82c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "openshift-service-ca.crt", "reconcileID": "f354b164-89fa-4a69-8fd0-7b82ddaba82c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c46d143-a163-4295-8e54-9b1d1d3b9445", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:21:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-06c1be"}, "namespace": "e2e-webhook-test-06c1be", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c46d143-a163-4295-8e54-9b1d1d3b9445", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-06c1be"} 2026-06-10T23:22:12Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T23:22:12Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T23:22:13Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T23:22:13Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T23:30:20Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T23:30:20Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T23:30:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T23:30:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T23:37:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e714cd50-653e-4daa-aeb1-802a7577f390", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:37:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e714cd50-653e-4daa-aeb1-802a7577f390", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:37:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e714cd50-653e-4daa-aeb1-802a7577f390", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8dcaf18-1f38-4271-a3cf-9689943ebcf1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8dcaf18-1f38-4271-a3cf-9689943ebcf1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8dcaf18-1f38-4271-a3cf-9689943ebcf1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:38:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0509a403-393f-4381-a01e-38036666976c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:38:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0509a403-393f-4381-a01e-38036666976c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:38:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0509a403-393f-4381-a01e-38036666976c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:38:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6177895b-8762-4d74-a18d-c34d0c42ac71", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:38:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6177895b-8762-4d74-a18d-c34d0c42ac71", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T23:38:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6177895b-8762-4d74-a18d-c34d0c42ac71", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T23:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c3cf04f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c3cf04f", "reconcileID": "5f0f4223-986d-4a69-ba20-048409a4f187", "Gateway": "e2e-ait-4c3cf04f", "namespace": "openshift-ingress"} 2026-06-10T23:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c3cf04f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c3cf04f", "reconcileID": "d6d37858-807d-45d2-b5ff-d22638822458", "Gateway": "e2e-ait-4c3cf04f", "namespace": "openshift-ingress"} 2026-06-10T23:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c3cf04f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c3cf04f", "reconcileID": "82e1e328-6e44-4e73-9ff1-a3b92ba2c1f5", "Gateway": "e2e-ait-4c3cf04f", "namespace": "openshift-ingress"} 2026-06-10T23:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c3cf04f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c3cf04f", "reconcileID": "66e687cc-f39b-40ce-8a14-f37af905c662", "Gateway": "e2e-ait-4c3cf04f", "namespace": "openshift-ingress"} 2026-06-10T23:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c3cf04f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c3cf04f", "reconcileID": "42e61a04-9589-4437-b259-9412863b983d", "Gateway": "e2e-ait-4c3cf04f", "namespace": "openshift-ingress"} 2026-06-10T23:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "openshift-service-ca.crt", "reconcileID": "1b81a6ad-0dcc-431b-a646-4b1c94854d59", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "openshift-service-ca.crt", "reconcileID": "13b5f3ae-6b6f-4d9f-9021-82010eb08557", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c3cf04f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:38:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "openshift-service-ca.crt", "reconcileID": "13b5f3ae-6b6f-4d9f-9021-82010eb08557", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "odh-trusted-ca-bundle", "reconcileID": "921cb818-2170-48f9-bd65-305b0a46ce02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "openshift-service-ca.crt", "reconcileID": "991f4b19-3e6c-48c7-8685-3ad9965037af", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d948e47f-c998-49dd-b823-0b25bb8ebb5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "odh-trusted-ca-bundle", "reconcileID": "dfec623f-4080-4e6c-a35e-04dbf50abaf0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c3cf04f", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:38:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "odh-trusted-ca-bundle", "reconcileID": "dfec623f-4080-4e6c-a35e-04dbf50abaf0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb4bef2f-57c8-4f66-a9a5-799c66eaf1fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c3cf04f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c3cf04f", "reconcileID": "1cd33fdb-80bf-4f77-9dc8-28174c768471", "Gateway": "e2e-ait-4c3cf04f", "namespace": "openshift-ingress"} 2026-06-10T23:38:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c3cf04f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c3cf04f", "reconcileID": "76993930-8f3c-418e-bc8e-cc79ad242ee1", "Gateway": "e2e-ait-4c3cf04f", "namespace": "openshift-ingress"} 2026-06-10T23:38:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a572f973-9747-4f61-a1f4-f50028aa5b3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a572f973-9747-4f61-a1f4-f50028aa5b3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c3cf04f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:38:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a572f973-9747-4f61-a1f4-f50028aa5b3d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-4c3cf04f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T23:38:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "odh-trusted-ca-bundle", "reconcileID": "f979aa31-cad1-43a3-afdb-58e2e01b156e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "odh-trusted-ca-bundle", "reconcileID": "f979aa31-cad1-43a3-afdb-58e2e01b156e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "openshift-service-ca.crt", "reconcileID": "04a71bc3-3051-4e81-b767-0b4a10fd8c5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "openshift-service-ca.crt", "reconcileID": "04a71bc3-3051-4e81-b767-0b4a10fd8c5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a58aecc8-1267-432e-ab41-c4fd16432e9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c3cf04f"}, "namespace": "e2e-aitenant-4c3cf04f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a58aecc8-1267-432e-ab41-c4fd16432e9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c3cf04f"} 2026-06-10T23:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cdbfa908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cdbfa908", "reconcileID": "08f8499e-3059-402d-8f78-58a0f5596e33", "Gateway": "e2e-ait-cdbfa908", "namespace": "openshift-ingress"} 2026-06-10T23:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cdbfa908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cdbfa908", "reconcileID": "a592278d-4fe3-4359-aa64-2498671a2eb5", "Gateway": "e2e-ait-cdbfa908", "namespace": "openshift-ingress"} 2026-06-10T23:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cdbfa908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cdbfa908", "reconcileID": "a42a80cf-72dc-4eed-8588-05cc7d758312", "Gateway": "e2e-ait-cdbfa908", "namespace": "openshift-ingress"} 2026-06-10T23:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cdbfa908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cdbfa908", "reconcileID": "079f99e7-4856-4b40-99ed-9e2c54f460fe", "Gateway": "e2e-ait-cdbfa908", "namespace": "openshift-ingress"} 2026-06-10T23:38:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cdbfa908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cdbfa908", "reconcileID": "81d86898-7916-423a-b5bc-c39a3d181ae0", "Gateway": "e2e-ait-cdbfa908", "namespace": "openshift-ingress"} 2026-06-10T23:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "openshift-service-ca.crt", "reconcileID": "ae8b31ca-f123-4830-aba4-c9dadc512280", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "openshift-service-ca.crt", "reconcileID": "8d3d65d1-1be3-4bc8-81c2-2a4068068567", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-cdbfa908", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:38:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "openshift-service-ca.crt", "reconcileID": "8d3d65d1-1be3-4bc8-81c2-2a4068068567", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "odh-trusted-ca-bundle", "reconcileID": "6f58b1cf-892e-474f-b8bd-5aae16f731bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4dc7eaa4-908a-4f57-8cff-676f4573ce61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "openshift-service-ca.crt", "reconcileID": "11c1a57d-4915-4f01-a6f9-c3264a434d52", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "odh-trusted-ca-bundle", "reconcileID": "65561139-8a90-4445-b756-ba37d7bd37b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-cdbfa908", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:38:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "odh-trusted-ca-bundle", "reconcileID": "65561139-8a90-4445-b756-ba37d7bd37b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1c1f387-3ef5-495e-8901-6e23c1e568ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cdbfa908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cdbfa908", "reconcileID": "71ebe18d-201f-4068-bd36-2dac5471acc3", "Gateway": "e2e-ait-cdbfa908", "namespace": "openshift-ingress"} 2026-06-10T23:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cdbfa908","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cdbfa908", "reconcileID": "8d160a33-cadd-4ad9-af33-0eb6752dea2f", "Gateway": "e2e-ait-cdbfa908", "namespace": "openshift-ingress"} 2026-06-10T23:38:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d76186b-6d76-439c-bd6b-b976b5c00540", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d76186b-6d76-439c-bd6b-b976b5c00540", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-cdbfa908", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T23:38:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d76186b-6d76-439c-bd6b-b976b5c00540", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-cdbfa908 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T23:38:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "odh-trusted-ca-bundle", "reconcileID": "b0e99f33-4383-4da2-a763-0b12b3740ca2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "odh-trusted-ca-bundle", "reconcileID": "b0e99f33-4383-4da2-a763-0b12b3740ca2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "openshift-service-ca.crt", "reconcileID": "e574ef31-bec2-4ccd-bd01-4703c7357f04", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "openshift-service-ca.crt", "reconcileID": "e574ef31-bec2-4ccd-bd01-4703c7357f04", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9ff5d87-69df-4788-8f0c-26f81a6501f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-cdbfa908"} 2026-06-10T23:38:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cdbfa908"}, "namespace": "e2e-aitenant-cdbfa908", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9ff5d87-69df-4788-8f0c-26f81a6501f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-cdbfa908"}