2026-06-11T15:31:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41031280-6f00-40c2-bde7-09ff5ac82620", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T15:31:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "f49f680b-1d14-43cf-ad6f-ca397be74483", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:31:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "f49f680b-1d14-43cf-ad6f-ca397be74483", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:31:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcf77a1d-3ed1-4831-b3ad-d8941dd2fd68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:31:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcf77a1d-3ed1-4831-b3ad-d8941dd2fd68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-11T15:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "4a51aba6-87c6-446a-b7d3-3796b1c436b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-11T15:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c0fceabe-820c-4757-8a86-e589d6c7eccb", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T15:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "165b4420-df5b-419d-9d37-87dbeaff1e63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T15:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "a8b8317c-c7de-4775-b145-a19f295cbd7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-11T15:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "b2b9381c-4bc0-4c59-85b9-1237865de083", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T15:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a0b6c1b-4823-425e-a4e6-1a1c942c4fa5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-11T15:31:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "1a6e3fa0-1e04-4953-9bb0-8800bdf97942", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:31:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "1a6e3fa0-1e04-4953-9bb0-8800bdf97942", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T15:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21852482-2889-4518-83c0-b7277dd7e087", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-11T15:31:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "924b40b9-bf05-4de3-a970-2ff7afc9bf32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:31:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "924b40b9-bf05-4de3-a970-2ff7afc9bf32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:31:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "924b40b9-bf05-4de3-a970-2ff7afc9bf32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:31:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "09717211-8987-43bf-b089-3ec2e3d1596e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-11T15:31:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97fafb4d-79ef-4247-bb1f-1b4b4aa05422", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:31:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97fafb4d-79ef-4247-bb1f-1b4b4aa05422", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:31:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97fafb4d-79ef-4247-bb1f-1b4b4aa05422", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "f0d32dba-18c4-48ae-bae1-24863f265268", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T15:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "141bb563-043d-4811-8caa-4f0aa7a898c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-11T15:34:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "12a76af7-417f-4816-8d1d-4213fe047316", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:34:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "12a76af7-417f-4816-8d1d-4213fe047316", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T15:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b871d11a-960a-4aca-ae95-baee9277be6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-11T15:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "ac536f81-a3cb-463b-9165-d6079470d901", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T15:34:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "f5a178a0-4b48-42ce-aed2-42b4b0ec6e8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:34:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "f5a178a0-4b48-42ce-aed2-42b4b0ec6e8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-11T15:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbbf1ef6-5457-4a7a-a3e1-e6542bd0248f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8df02bb1-b6fb-4b95-8994-bf47c66aa9c8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8df02bb1-b6fb-4b95-8994-bf47c66aa9c8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8df02bb1-b6fb-4b95-8994-bf47c66aa9c8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1a4dfa2-a549-4f12-a6b1-3233e52d46bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1a4dfa2-a549-4f12-a6b1-3233e52d46bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:34:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8df02bb1-b6fb-4b95-8994-bf47c66aa9c8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T15:34:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8df02bb1-b6fb-4b95-8994-bf47c66aa9c8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:34:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8df02bb1-b6fb-4b95-8994-bf47c66aa9c8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1a4dfa2-a549-4f12-a6b1-3233e52d46bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "343e0980-42cb-4d4e-8f3f-aa1a8d1bb002", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "343e0980-42cb-4d4e-8f3f-aa1a8d1bb002", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "343e0980-42cb-4d4e-8f3f-aa1a8d1bb002", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e851ad0-a2c7-4fd3-a413-4cd5bc15c872", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "343e0980-42cb-4d4e-8f3f-aa1a8d1bb002", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T15:34:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "343e0980-42cb-4d4e-8f3f-aa1a8d1bb002", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:34:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "343e0980-42cb-4d4e-8f3f-aa1a8d1bb002", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e851ad0-a2c7-4fd3-a413-4cd5bc15c872", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:34:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef7bf419-a6ba-4a7a-a695-81f3ceca4933", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef7bf419-a6ba-4a7a-a695-81f3ceca4933", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef7bf419-a6ba-4a7a-a695-81f3ceca4933", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef7bf419-a6ba-4a7a-a695-81f3ceca4933", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T15:34:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef7bf419-a6ba-4a7a-a695-81f3ceca4933", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:34:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ef7bf419-a6ba-4a7a-a695-81f3ceca4933", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e851ad0-a2c7-4fd3-a413-4cd5bc15c872", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e44330af-0a4c-4b41-a503-d8042dfba066", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e44330af-0a4c-4b41-a503-d8042dfba066", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e44330af-0a4c-4b41-a503-d8042dfba066", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "059fbd2d-d1be-4f74-bdf3-7404747df97b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e44330af-0a4c-4b41-a503-d8042dfba066", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T15:34:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e44330af-0a4c-4b41-a503-d8042dfba066", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:34:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e44330af-0a4c-4b41-a503-d8042dfba066", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "059fbd2d-d1be-4f74-bdf3-7404747df97b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "059fbd2d-d1be-4f74-bdf3-7404747df97b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4581f6e7-d73e-4723-bc2e-669cae3f3722", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4581f6e7-d73e-4723-bc2e-669cae3f3722", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4581f6e7-d73e-4723-bc2e-669cae3f3722", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "310a1cbb-633c-484f-af38-2341dc2811c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4581f6e7-d73e-4723-bc2e-669cae3f3722", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:34:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4581f6e7-d73e-4723-bc2e-669cae3f3722", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:34:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4581f6e7-d73e-4723-bc2e-669cae3f3722", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:34:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "310a1cbb-633c-484f-af38-2341dc2811c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "310a1cbb-633c-484f-af38-2341dc2811c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59ad0b52-cf24-4c90-b262-b0db7e8d915f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59ad0b52-cf24-4c90-b262-b0db7e8d915f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59ad0b52-cf24-4c90-b262-b0db7e8d915f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b86c5477-fc58-4a2b-976f-3508133c3be6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:34:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b86c5477-fc58-4a2b-976f-3508133c3be6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:34:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b86c5477-fc58-4a2b-976f-3508133c3be6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:34:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a1a6253-3757-4d2a-b923-bd3754cf4787", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b86c5477-fc58-4a2b-976f-3508133c3be6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:34:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b86c5477-fc58-4a2b-976f-3508133c3be6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:34:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b86c5477-fc58-4a2b-976f-3508133c3be6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:34:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a1a6253-3757-4d2a-b923-bd3754cf4787", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:34:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a1a6253-3757-4d2a-b923-bd3754cf4787", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bacfacc9-d1e6-4f77-8d57-9433a98d3504", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:34:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bacfacc9-d1e6-4f77-8d57-9433a98d3504", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:34:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bacfacc9-d1e6-4f77-8d57-9433a98d3504", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:34:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1469ab58-1163-41d6-b38f-3231a2f3c020", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:34:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bacfacc9-d1e6-4f77-8d57-9433a98d3504", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T15:34:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bacfacc9-d1e6-4f77-8d57-9433a98d3504", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:34:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bacfacc9-d1e6-4f77-8d57-9433a98d3504", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:34:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1469ab58-1163-41d6-b38f-3231a2f3c020", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:34:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1469ab58-1163-41d6-b38f-3231a2f3c020", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67968662-39a6-4329-9bd5-8b98ced45e2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67968662-39a6-4329-9bd5-8b98ced45e2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67968662-39a6-4329-9bd5-8b98ced45e2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:35:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "cf6c9cc4-da2e-42f4-a747-39f567ad839c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:35:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "cf6c9cc4-da2e-42f4-a747-39f567ad839c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:35:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "cf6c9cc4-da2e-42f4-a747-39f567ad839c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:35:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "cf6c9cc4-da2e-42f4-a747-39f567ad839c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T15:35:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "cf6c9cc4-da2e-42f4-a747-39f567ad839c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:35:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "cf6c9cc4-da2e-42f4-a747-39f567ad839c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:35:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "15b70c7a-0dd5-46ad-a5dd-71e0a3632749", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:35:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "15b70c7a-0dd5-46ad-a5dd-71e0a3632749", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:35:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "15b70c7a-0dd5-46ad-a5dd-71e0a3632749", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:35:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "15b70c7a-0dd5-46ad-a5dd-71e0a3632749", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T15:35:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "15b70c7a-0dd5-46ad-a5dd-71e0a3632749", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:35:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "15b70c7a-0dd5-46ad-a5dd-71e0a3632749", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:35:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c9544bac-30ea-4225-9a23-6fb12a0f3b51", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:35:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c9544bac-30ea-4225-9a23-6fb12a0f3b51", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:35:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c9544bac-30ea-4225-9a23-6fb12a0f3b51", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:35:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a85e092b-e630-43a8-b741-0e820eb84f2e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:35:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a85e092b-e630-43a8-b741-0e820eb84f2e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:35:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a85e092b-e630-43a8-b741-0e820eb84f2e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:35:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a85e092b-e630-43a8-b741-0e820eb84f2e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T15:35:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a85e092b-e630-43a8-b741-0e820eb84f2e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:35:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a85e092b-e630-43a8-b741-0e820eb84f2e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:35:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "abaf1ff1-ee8d-4c91-b17d-05bd5be8a3d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:35:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "abaf1ff1-ee8d-4c91-b17d-05bd5be8a3d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:35:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "abaf1ff1-ee8d-4c91-b17d-05bd5be8a3d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:35:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "abaf1ff1-ee8d-4c91-b17d-05bd5be8a3d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T15:35:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "abaf1ff1-ee8d-4c91-b17d-05bd5be8a3d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:35:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "abaf1ff1-ee8d-4c91-b17d-05bd5be8a3d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:35:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "011df8b1-46b2-453e-a4e5-96eee77d3ee7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:35:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "011df8b1-46b2-453e-a4e5-96eee77d3ee7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:35:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "011df8b1-46b2-453e-a4e5-96eee77d3ee7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:35:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f58aac21-6bba-4e8a-9f0a-5d980bc3cc4a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:35:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f58aac21-6bba-4e8a-9f0a-5d980bc3cc4a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:35:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f58aac21-6bba-4e8a-9f0a-5d980bc3cc4a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:35:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f58aac21-6bba-4e8a-9f0a-5d980bc3cc4a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T15:35:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f58aac21-6bba-4e8a-9f0a-5d980bc3cc4a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:35:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f58aac21-6bba-4e8a-9f0a-5d980bc3cc4a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:35:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d6c7d7b6-adec-409c-b019-a5403afa7d57", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d6c7d7b6-adec-409c-b019-a5403afa7d57", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d6c7d7b6-adec-409c-b019-a5403afa7d57", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d6c7d7b6-adec-409c-b019-a5403afa7d57", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:35:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d6c7d7b6-adec-409c-b019-a5403afa7d57", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:35:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d6c7d7b6-adec-409c-b019-a5403afa7d57", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fccd4048-747e-404f-8501-df07d07694d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fccd4048-747e-404f-8501-df07d07694d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fccd4048-747e-404f-8501-df07d07694d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:35:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a789ba50-1acb-4a75-becd-d413471a6507", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a789ba50-1acb-4a75-becd-d413471a6507", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a789ba50-1acb-4a75-becd-d413471a6507", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a789ba50-1acb-4a75-becd-d413471a6507", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:35:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a789ba50-1acb-4a75-becd-d413471a6507", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:35:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a789ba50-1acb-4a75-becd-d413471a6507", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "22c007d9-db07-4315-8235-b2a3ec57e0c1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "22c007d9-db07-4315-8235-b2a3ec57e0c1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "22c007d9-db07-4315-8235-b2a3ec57e0c1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "22c007d9-db07-4315-8235-b2a3ec57e0c1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:35:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "22c007d9-db07-4315-8235-b2a3ec57e0c1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:35:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "22c007d9-db07-4315-8235-b2a3ec57e0c1", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3611dace-6d5c-4f1c-853f-fba2c32174b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:35:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3611dace-6d5c-4f1c-853f-fba2c32174b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:35:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3611dace-6d5c-4f1c-853f-fba2c32174b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:35:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cc344c0a-5d99-4350-b116-68d4a17906a2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cc344c0a-5d99-4350-b116-68d4a17906a2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cc344c0a-5d99-4350-b116-68d4a17906a2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cc344c0a-5d99-4350-b116-68d4a17906a2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:35:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cc344c0a-5d99-4350-b116-68d4a17906a2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:35:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cc344c0a-5d99-4350-b116-68d4a17906a2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:35:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0a2fca7c-ba79-4ef0-9c6b-25a8a3d76528", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:35:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0a2fca7c-ba79-4ef0-9c6b-25a8a3d76528", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:35:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0a2fca7c-ba79-4ef0-9c6b-25a8a3d76528", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:35:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0a2fca7c-ba79-4ef0-9c6b-25a8a3d76528", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T15:35:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0a2fca7c-ba79-4ef0-9c6b-25a8a3d76528", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:35:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0a2fca7c-ba79-4ef0-9c6b-25a8a3d76528", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:36:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2576eb8e-85c6-44f2-8bf6-bb1cb2ba3251", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:36:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2576eb8e-85c6-44f2-8bf6-bb1cb2ba3251", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:36:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2576eb8e-85c6-44f2-8bf6-bb1cb2ba3251", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:36:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a26885b4-113c-4e2a-98ff-ddda7b92acd6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:36:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a26885b4-113c-4e2a-98ff-ddda7b92acd6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:36:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a26885b4-113c-4e2a-98ff-ddda7b92acd6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:36:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a26885b4-113c-4e2a-98ff-ddda7b92acd6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T15:36:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a26885b4-113c-4e2a-98ff-ddda7b92acd6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:36:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a26885b4-113c-4e2a-98ff-ddda7b92acd6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:36:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0eb365a7-7958-45c5-8652-bd6cc8be5ea4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:36:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0eb365a7-7958-45c5-8652-bd6cc8be5ea4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:36:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0eb365a7-7958-45c5-8652-bd6cc8be5ea4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:36:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0eb365a7-7958-45c5-8652-bd6cc8be5ea4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T15:36:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0eb365a7-7958-45c5-8652-bd6cc8be5ea4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:36:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0eb365a7-7958-45c5-8652-bd6cc8be5ea4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T15:36:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f0011d7a-081e-4204-9305-61db0f7d8184", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:36:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f0011d7a-081e-4204-9305-61db0f7d8184", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:36:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f0011d7a-081e-4204-9305-61db0f7d8184", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:36:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f0011d7a-081e-4204-9305-61db0f7d8184", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T15:36:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f0011d7a-081e-4204-9305-61db0f7d8184", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:36:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f0011d7a-081e-4204-9305-61db0f7d8184", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T15:36:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "220bbe1e-ca4f-47ad-8deb-7fa73fcc5d73", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:36:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "220bbe1e-ca4f-47ad-8deb-7fa73fcc5d73", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:36:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "220bbe1e-ca4f-47ad-8deb-7fa73fcc5d73", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:36:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "220bbe1e-ca4f-47ad-8deb-7fa73fcc5d73", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T15:36:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "220bbe1e-ca4f-47ad-8deb-7fa73fcc5d73", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:36:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "220bbe1e-ca4f-47ad-8deb-7fa73fcc5d73", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T15:36:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "65856da2-cbb4-477f-8b4c-750f3acf4700", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:36:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "65856da2-cbb4-477f-8b4c-750f3acf4700", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:36:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "65856da2-cbb4-477f-8b4c-750f3acf4700", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:36:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "65856da2-cbb4-477f-8b4c-750f3acf4700", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:36:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "65856da2-cbb4-477f-8b4c-750f3acf4700", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:36:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "65856da2-cbb4-477f-8b4c-750f3acf4700", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:37:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:37:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:37:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:37:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:37:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "546585fe-5635-4897-a7ef-95b448906e08", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:37:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "546585fe-5635-4897-a7ef-95b448906e08", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:37:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "546585fe-5635-4897-a7ef-95b448906e08", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:37:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "546585fe-5635-4897-a7ef-95b448906e08", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:37:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "546585fe-5635-4897-a7ef-95b448906e08", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:37:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "546585fe-5635-4897-a7ef-95b448906e08", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:37:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f57c8195-355a-489e-a357-d047e7b40f85", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:37:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f57c8195-355a-489e-a357-d047e7b40f85", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:37:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f57c8195-355a-489e-a357-d047e7b40f85", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:37:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f57c8195-355a-489e-a357-d047e7b40f85", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T15:37:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f57c8195-355a-489e-a357-d047e7b40f85", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:37:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f57c8195-355a-489e-a357-d047e7b40f85", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T15:37:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ca08be04-69f6-4dd4-bd50-9e739a225a6f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:37:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ca08be04-69f6-4dd4-bd50-9e739a225a6f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:37:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ca08be04-69f6-4dd4-bd50-9e739a225a6f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:37:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ca08be04-69f6-4dd4-bd50-9e739a225a6f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T15:37:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ca08be04-69f6-4dd4-bd50-9e739a225a6f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T15:37:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ca08be04-69f6-4dd4-bd50-9e739a225a6f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T15:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "0d173359-b87b-4865-bb15-cc5ac2c64b43", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T15:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "7b1700d9-c24d-4b12-b917-58b6f969934f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T15:37:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "42feb8b2-46b7-409b-bb0b-4870dd19a6e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:37:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "42feb8b2-46b7-409b-bb0b-4870dd19a6e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T15:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28030076-e9dd-463a-ae23-bdb712653bcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T15:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "708204c7-3638-4415-bad4-39927edb9c03", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T15:37:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "6ff41057-84bd-48fd-92fa-ad47a6572d43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:37:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "6ff41057-84bd-48fd-92fa-ad47a6572d43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T15:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbdd8cd7-4771-481b-a2d3-84a4ba3ea09d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T15:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "a3d53f75-c15e-47d8-9240-3fb649c667a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T15:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "6394255e-477e-4156-8910-ab18a7d27240", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T15:37:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "3e81c917-cf26-412c-85db-99db629813f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:37:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "3e81c917-cf26-412c-85db-99db629813f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T15:37:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "d1b4ffd1-27c1-49e1-a388-ea179850bc32", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:37:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "d1b4ffd1-27c1-49e1-a388-ea179850bc32", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66d6953a-fda3-4df3-9c69-6bd98f5609b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T15:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "c330fb82-d0ca-448c-8f96-99cb57d557bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T15:37:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "65afdd07-68e8-4bfb-8668-46abab134492", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:37:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "65afdd07-68e8-4bfb-8668-46abab134492", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T15:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38363303-45a6-4de7-b5dd-e7e783369151", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T15:39:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "02dc9828-81fd-40e3-9015-0aab7753a544", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:39:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7678099f-bea8-4562-86bc-09597d2ba6ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:39:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "80aff9e8-ca7a-456a-b21f-a99751ebfd22", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:39:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "80aff9e8-ca7a-456a-b21f-a99751ebfd22", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:39:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a117cbd7-57a0-467a-868e-b1da75b82880", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:39:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "43252763-86f0-44f3-8fe9-a9c211cbc228", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:39:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b469e177-b1ee-4191-9509-b65464a55ce3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:39:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b469e177-b1ee-4191-9509-b65464a55ce3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:39:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18c6e022-81b6-4540-9a4c-99d921844c6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bff61c8-4a00-4ad5-8d53-7df4b48f2f7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:40:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bff61c8-4a00-4ad5-8d53-7df4b48f2f7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:40:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bff61c8-4a00-4ad5-8d53-7df4b48f2f7e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d5ab159b-c4ca-4824-a55a-8b7eaebd693a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d5ab159b-c4ca-4824-a55a-8b7eaebd693a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c64372d7-9d74-4612-afda-9c54c5e2052b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c64372d7-9d74-4612-afda-9c54c5e2052b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa39bd6f-9d7e-45ca-9900-c0fa4cd738c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa39bd6f-9d7e-45ca-9900-c0fa4cd738c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T15:40:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "15a3f5ee-dd34-4ad9-a735-b1dc2e191a9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:40:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e1206b2f-b81e-4dc5-b84c-50535b8e9ba3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:40:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "93a31052-59f3-488f-9e83-2453eea6f723", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:40:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "93a31052-59f3-488f-9e83-2453eea6f723", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:40:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "590a6a28-0d15-4483-b75e-13a66b003169", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:40:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2f5b347d-bfae-4497-8b62-d08144637890", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:40:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b6d2c7bf-3c38-44e8-9de9-cdef009e7316", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:40:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b6d2c7bf-3c38-44e8-9de9-cdef009e7316", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:40:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16a7d49c-2dc8-44b4-92ec-acfd250d0097", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:41:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2db4ff94-740a-49b0-b750-baa7ea724f77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:41:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2db4ff94-740a-49b0-b750-baa7ea724f77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:41:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2db4ff94-740a-49b0-b750-baa7ea724f77", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:41:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ac7bc33a-c92e-436f-a025-06cfe29e674d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:41:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ac7bc33a-c92e-436f-a025-06cfe29e674d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:41:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0db32630-4c23-46c8-bbee-1b26b0c447da", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:41:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0db32630-4c23-46c8-bbee-1b26b0c447da", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:41:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8ea0e4d-923e-4ab0-b15b-6f69f1a09ce7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:41:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8ea0e4d-923e-4ab0-b15b-6f69f1a09ce7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T15:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "openshift-service-ca.crt", "reconcileID": "e1d3c9ff-2cc6-40c2-ba4f-89ac2af46ccb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "odh-trusted-ca-bundle", "reconcileID": "87d567ea-9a73-48ca-88de-fbc423597a65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "openshift-service-ca.crt", "reconcileID": "3c258231-355e-4378-823f-e0ec9bd72e32", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-496369", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:41:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "openshift-service-ca.crt", "reconcileID": "3c258231-355e-4378-823f-e0ec9bd72e32", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f9387e5-056e-457d-bd52-998919085744", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "openshift-service-ca.crt", "reconcileID": "dc970978-93c9-4177-b9f5-d6b29c44f075", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "odh-trusted-ca-bundle", "reconcileID": "7af2ecef-ccec-4dcd-a805-ad0b69315a26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-496369", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:41:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "odh-trusted-ca-bundle", "reconcileID": "7af2ecef-ccec-4dcd-a805-ad0b69315a26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "208a88be-a057-41a9-99e3-0f342f9f941c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5fd9ad52-2413-424a-bd54-52c6188041a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:41:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5fd9ad52-2413-424a-bd54-52c6188041a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5fd9ad52-2413-424a-bd54-52c6188041a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c48f81c-8409-46c5-a050-21b1c0316ba7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:41:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c48f81c-8409-46c5-a050-21b1c0316ba7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c48f81c-8409-46c5-a050-21b1c0316ba7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:41:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4051a4f4-8d5b-4ece-9a40-939b77bf7a55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:41:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4051a4f4-8d5b-4ece-9a40-939b77bf7a55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:41:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4051a4f4-8d5b-4ece-9a40-939b77bf7a55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:41:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "efef332d-9ce4-49f5-b63f-155ad255b7aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:41:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "efef332d-9ce4-49f5-b63f-155ad255b7aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:41:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "efef332d-9ce4-49f5-b63f-155ad255b7aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:41:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e21cc63-499a-4b9f-8db2-921e9bb8bb33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e21cc63-499a-4b9f-8db2-921e9bb8bb33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-496369", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:41:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e21cc63-499a-4b9f-8db2-921e9bb8bb33", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-496369 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:41:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "odh-trusted-ca-bundle", "reconcileID": "219b9477-a982-41ea-968e-a69331042dd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "odh-trusted-ca-bundle", "reconcileID": "219b9477-a982-41ea-968e-a69331042dd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "openshift-service-ca.crt", "reconcileID": "3b3237b1-a65a-4ed5-b938-5062a9d602a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "openshift-service-ca.crt", "reconcileID": "3b3237b1-a65a-4ed5-b938-5062a9d602a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a98daef3-fda8-4b23-a9ee-8cdf9085bdc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-496369"}, "namespace": "e2e-modelref-496369", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a98daef3-fda8-4b23-a9ee-8cdf9085bdc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-496369"} 2026-06-11T15:41:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "openshift-service-ca.crt", "reconcileID": "3f914947-930f-4962-930c-511af95f9432", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:41:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "openshift-service-ca.crt", "reconcileID": "67f40de6-4f28-4483-aeed-decdd28af13a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-27b258", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:41:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "openshift-service-ca.crt", "reconcileID": "67f40de6-4f28-4483-aeed-decdd28af13a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:41:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-trusted-ca-bundle", "reconcileID": "80421c4d-3561-4beb-82b4-e05d1bbf10c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-27b258", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:41:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-trusted-ca-bundle", "reconcileID": "80421c4d-3561-4beb-82b4-e05d1bbf10c2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:41:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "openshift-service-ca.crt", "reconcileID": "b8666442-72a8-4336-b3f6-a325283c4d27", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:41:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aad3ab0a-63ea-45d7-b535-b730fd37e20f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:41:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-trusted-ca-bundle", "reconcileID": "b02579e3-0011-4855-bb42-2cd9afc9c1fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:41:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83eb7463-678f-44f8-923c-7bd2e360a053", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:41:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83eb7463-678f-44f8-923c-7bd2e360a053", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:41:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83eb7463-678f-44f8-923c-7bd2e360a053", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:41:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-trusted-ca-bundle", "reconcileID": "f5c08818-bbaf-4c3a-b0c1-527189f5d223", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-27b258", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:41:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-trusted-ca-bundle", "reconcileID": "f5c08818-bbaf-4c3a-b0c1-527189f5d223", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:41:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3d1d93a-d4fa-4984-9921-0cd78ca1f9df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:41:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3207bb14-e5f7-4625-97e4-836a72940bc6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:41:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3207bb14-e5f7-4625-97e4-836a72940bc6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:41:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3207bb14-e5f7-4625-97e4-836a72940bc6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53455f0c-524e-42bd-ba96-79f331d6f196", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53455f0c-524e-42bd-ba96-79f331d6f196", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "53455f0c-524e-42bd-ba96-79f331d6f196", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1422e90-235a-40e1-9eb4-2725af20946b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1422e90-235a-40e1-9eb4-2725af20946b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1422e90-235a-40e1-9eb4-2725af20946b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:42:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14375434-ea15-4253-ba55-bc85914ed797", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:42:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14375434-ea15-4253-ba55-bc85914ed797", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-27b258", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:42:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14375434-ea15-4253-ba55-bc85914ed797", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-27b258 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:42:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-trusted-ca-bundle", "reconcileID": "f8de0a3c-3907-4725-b671-b39cef501569", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:42:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-trusted-ca-bundle", "reconcileID": "f8de0a3c-3907-4725-b671-b39cef501569", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:42:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "openshift-service-ca.crt", "reconcileID": "8017c518-550d-481c-8c22-6968c8318c0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:42:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "openshift-service-ca.crt", "reconcileID": "8017c518-550d-481c-8c22-6968c8318c0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:42:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f3a4a36-fcc5-4943-978a-9fe920973d8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:42:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-27b258"}, "namespace": "e2e-modelref-27b258", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f3a4a36-fcc5-4943-978a-9fe920973d8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-27b258"} 2026-06-11T15:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "openshift-service-ca.crt", "reconcileID": "3a828369-a593-4cdd-b1eb-b876d57eb498", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "odh-trusted-ca-bundle", "reconcileID": "de267401-6c75-4832-8398-6c430b07e17e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "openshift-service-ca.crt", "reconcileID": "6fca747a-ddc9-41d3-ae29-2de9080bc8ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4bf7b4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:42:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "openshift-service-ca.crt", "reconcileID": "6fca747a-ddc9-41d3-ae29-2de9080bc8ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "121377e8-5f9e-402b-9fc6-1845027136f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "openshift-service-ca.crt", "reconcileID": "9ebe4495-4cc7-48fe-8aa2-16ab2c262bfb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "odh-trusted-ca-bundle", "reconcileID": "9402bfb9-7a31-4d96-acf0-718374c6452b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4bf7b4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:42:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "odh-trusted-ca-bundle", "reconcileID": "9402bfb9-7a31-4d96-acf0-718374c6452b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12a734b8-44e4-4df1-8062-735cdb690d6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a2bab3f-bb75-4d13-94ec-9e0e1edaff4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a2bab3f-bb75-4d13-94ec-9e0e1edaff4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4bf7b4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:42:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a2bab3f-bb75-4d13-94ec-9e0e1edaff4c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-4bf7b4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T15:42:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "odh-trusted-ca-bundle", "reconcileID": "b7955668-f51d-449a-8c84-0a69b2534b84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "odh-trusted-ca-bundle", "reconcileID": "b7955668-f51d-449a-8c84-0a69b2534b84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "openshift-service-ca.crt", "reconcileID": "2a14761d-f8c6-4c52-962d-15794c8b5496", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "openshift-service-ca.crt", "reconcileID": "2a14761d-f8c6-4c52-962d-15794c8b5496", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7903aee-cb1c-4c9e-b337-e2747592dea8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4bf7b4"}, "namespace": "e2e-webhook-test-4bf7b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7903aee-cb1c-4c9e-b337-e2747592dea8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4bf7b4"} 2026-06-11T15:42:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "openshift-service-ca.crt", "reconcileID": "d843515d-56b6-4942-8cc3-735b344a36f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:42:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "odh-trusted-ca-bundle", "reconcileID": "e656e4b2-1f28-4e16-abf2-ef706c25f40b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:42:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "openshift-service-ca.crt", "reconcileID": "d94bca5d-0c4f-46c5-8f38-c5afa08dfae1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-399f68", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:42:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "openshift-service-ca.crt", "reconcileID": "d94bca5d-0c4f-46c5-8f38-c5afa08dfae1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:42:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "929430e5-7bab-47d2-a961-864c6ce4e8bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:42:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "openshift-service-ca.crt", "reconcileID": "971d10b5-fe0b-4bf1-b593-151936f83a8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:42:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "odh-trusted-ca-bundle", "reconcileID": "55e0073a-3d72-42cc-aeaf-dc117c7c063b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-399f68", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:42:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "odh-trusted-ca-bundle", "reconcileID": "55e0073a-3d72-42cc-aeaf-dc117c7c063b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:42:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b76a992-c951-4a09-8f55-fe238740d2dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:42:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ffcd0c3-4e7c-4f7a-a0f2-fc73b52ada41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:42:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ffcd0c3-4e7c-4f7a-a0f2-fc73b52ada41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:42:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "odh-trusted-ca-bundle", "reconcileID": "e251a6bb-d58e-4f66-90db-a74688cd2d3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:42:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "odh-trusted-ca-bundle", "reconcileID": "e251a6bb-d58e-4f66-90db-a74688cd2d3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:42:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "openshift-service-ca.crt", "reconcileID": "6bbf7a1e-3b2f-4119-90d2-7ac7c4fce52d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:42:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-399f68"}, "namespace": "e2e-webhook-test-399f68", "name": "openshift-service-ca.crt", "reconcileID": "6bbf7a1e-3b2f-4119-90d2-7ac7c4fce52d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-399f68"} 2026-06-11T15:51:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:51:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:51:13Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:51:13Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T15:59:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe110758-47e5-4232-9969-2b010094b15d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:59:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe110758-47e5-4232-9969-2b010094b15d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:59:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe110758-47e5-4232-9969-2b010094b15d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:59:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac9b1d30-e284-4542-bc64-aa7c02fc35db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:59:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac9b1d30-e284-4542-bc64-aa7c02fc35db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:59:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac9b1d30-e284-4542-bc64-aa7c02fc35db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:59:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f36fcb4-a853-4391-8272-5efaf543bc12", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:59:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f36fcb4-a853-4391-8272-5efaf543bc12", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:59:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f36fcb4-a853-4391-8272-5efaf543bc12", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:59:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d38c504d-03c9-47b2-92af-514eb4cf088c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:59:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d38c504d-03c9-47b2-92af-514eb4cf088c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T15:59:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d38c504d-03c9-47b2-92af-514eb4cf088c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T15:59:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e8b9b93f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e8b9b93f", "reconcileID": "cfd266a3-33c3-4d23-ac67-267e323346df", "Gateway": "e2e-ait-e8b9b93f", "namespace": "openshift-ingress"} 2026-06-11T15:59:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e8b9b93f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e8b9b93f", "reconcileID": "f1bd9682-295c-4554-a4f7-a0a12a0ca9bd", "Gateway": "e2e-ait-e8b9b93f", "namespace": "openshift-ingress"} 2026-06-11T15:59:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e8b9b93f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e8b9b93f", "reconcileID": "86b1d893-99bf-4853-bf97-59de27e6e654", "Gateway": "e2e-ait-e8b9b93f", "namespace": "openshift-ingress"} 2026-06-11T15:59:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e8b9b93f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e8b9b93f", "reconcileID": "251d4b0e-2471-4492-aeb3-9020050f66ae", "Gateway": "e2e-ait-e8b9b93f", "namespace": "openshift-ingress"} 2026-06-11T15:59:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e8b9b93f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e8b9b93f", "reconcileID": "cfcfde83-3e56-4f2d-92fd-6e6cf51fe412", "Gateway": "e2e-ait-e8b9b93f", "namespace": "openshift-ingress"} 2026-06-11T15:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "openshift-service-ca.crt", "reconcileID": "ffd8f10d-645c-4cff-9db5-8c467b8e09a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T15:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "odh-trusted-ca-bundle", "reconcileID": "eeffd1d6-42e0-4050-a708-be3ae31e5fc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T15:59:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "openshift-service-ca.crt", "reconcileID": "f6d73209-3f18-4cbc-9b71-8c7ef2ce1480", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e8b9b93f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:59:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "openshift-service-ca.crt", "reconcileID": "f6d73209-3f18-4cbc-9b71-8c7ef2ce1480", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T15:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eae7200d-375a-4ecc-8566-547086e45a81", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T15:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "openshift-service-ca.crt", "reconcileID": "d10fffd2-1dbf-4491-864c-c7f05833ad3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T15:59:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "odh-trusted-ca-bundle", "reconcileID": "c49dbf80-6005-42fd-bef5-a1bcfdf5adb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e8b9b93f", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T15:59:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "odh-trusted-ca-bundle", "reconcileID": "c49dbf80-6005-42fd-bef5-a1bcfdf5adb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T15:59:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af04fb8f-507f-47f3-a786-08e1130814b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T15:59:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e8b9b93f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e8b9b93f", "reconcileID": "f3954ba9-5ba6-4b63-ad93-6b06cf64e4a3", "Gateway": "e2e-ait-e8b9b93f", "namespace": "openshift-ingress"} 2026-06-11T15:59:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e8b9b93f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e8b9b93f", "reconcileID": "d413a3e2-4fa4-462d-b330-d5a435000d32", "Gateway": "e2e-ait-e8b9b93f", "namespace": "openshift-ingress"} 2026-06-11T16:00:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e39dffbd-635d-48ac-aaaf-ef026449be8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T16:00:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e39dffbd-635d-48ac-aaaf-ef026449be8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e8b9b93f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:00:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e39dffbd-635d-48ac-aaaf-ef026449be8f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-e8b9b93f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T16:00:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "odh-trusted-ca-bundle", "reconcileID": "ca31ad6c-e8cb-4e63-ada4-109805dc942e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T16:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "odh-trusted-ca-bundle", "reconcileID": "ca31ad6c-e8cb-4e63-ada4-109805dc942e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T16:00:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "openshift-service-ca.crt", "reconcileID": "141eab7c-7251-4f3f-af0c-67ba3cb4be4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T16:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "openshift-service-ca.crt", "reconcileID": "141eab7c-7251-4f3f-af0c-67ba3cb4be4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T16:00:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85307ab3-4e5b-4d07-abed-9ab9263d0ebb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T16:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e8b9b93f"}, "namespace": "e2e-aitenant-e8b9b93f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85307ab3-4e5b-4d07-abed-9ab9263d0ebb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e8b9b93f"} 2026-06-11T16:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4ca9c151","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4ca9c151", "reconcileID": "05abd0e8-43f0-4578-902f-b711b2829eda", "Gateway": "e2e-ait-4ca9c151", "namespace": "openshift-ingress"} 2026-06-11T16:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4ca9c151","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4ca9c151", "reconcileID": "62144aa6-4770-47a7-8597-9aa5c0ad852b", "Gateway": "e2e-ait-4ca9c151", "namespace": "openshift-ingress"} 2026-06-11T16:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4ca9c151","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4ca9c151", "reconcileID": "3675793d-5e16-43c2-8df6-ffd9c7b0f3ef", "Gateway": "e2e-ait-4ca9c151", "namespace": "openshift-ingress"} 2026-06-11T16:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4ca9c151","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4ca9c151", "reconcileID": "8866ae24-1f97-4347-82be-267dbde4c623", "Gateway": "e2e-ait-4ca9c151", "namespace": "openshift-ingress"} 2026-06-11T16:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4ca9c151","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4ca9c151", "reconcileID": "5c01d600-f980-40fd-9e4e-bba99ca30c91", "Gateway": "e2e-ait-4ca9c151", "namespace": "openshift-ingress"} 2026-06-11T16:00:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "openshift-service-ca.crt", "reconcileID": "1db8447c-2c63-4a3f-ba77-b44266f14471", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "openshift-service-ca.crt", "reconcileID": "5f97fb3f-1b8d-469e-bc01-319caa652577", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4ca9c151", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:00:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "openshift-service-ca.crt", "reconcileID": "5f97fb3f-1b8d-469e-bc01-319caa652577", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "odh-trusted-ca-bundle", "reconcileID": "761c56ee-4678-44ab-8f6d-3da309b69549", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d0f9bfb-d4a3-4713-9aaa-c1116486b734", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "openshift-service-ca.crt", "reconcileID": "31852853-48d2-4a0f-823a-3595bc6957b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "odh-trusted-ca-bundle", "reconcileID": "7c15e823-a762-4203-8375-8d4f42a97adc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4ca9c151", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:00:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "odh-trusted-ca-bundle", "reconcileID": "7c15e823-a762-4203-8375-8d4f42a97adc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9772cd91-5774-4fdb-9778-16d4c8c7e970", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4ca9c151","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4ca9c151", "reconcileID": "6e6cc87c-4ecb-4faf-8957-2714bb65554c", "Gateway": "e2e-ait-4ca9c151", "namespace": "openshift-ingress"} 2026-06-11T16:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4ca9c151","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4ca9c151", "reconcileID": "098db2cc-efd8-46a8-b5c8-1ce807c40e06", "Gateway": "e2e-ait-4ca9c151", "namespace": "openshift-ingress"} 2026-06-11T16:00:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "474288ba-d9e6-4224-a56a-50d6e93683ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "474288ba-d9e6-4224-a56a-50d6e93683ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4ca9c151", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:00:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "474288ba-d9e6-4224-a56a-50d6e93683ae", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-4ca9c151 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T16:00:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "odh-trusted-ca-bundle", "reconcileID": "ac521d30-955d-415b-aba0-1e19648cab03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "odh-trusted-ca-bundle", "reconcileID": "ac521d30-955d-415b-aba0-1e19648cab03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "openshift-service-ca.crt", "reconcileID": "cf0e684d-d287-4b6f-b9dc-21519b8740fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "openshift-service-ca.crt", "reconcileID": "cf0e684d-d287-4b6f-b9dc-21519b8740fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d19976a-a3c3-480d-be90-099f57420060", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4ca9c151"} 2026-06-11T16:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4ca9c151"}, "namespace": "e2e-aitenant-4ca9c151", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d19976a-a3c3-480d-be90-099f57420060", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4ca9c151"}