2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cloud-credential-operator"}, "namespace": "openshift-cloud-credential-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "030336c9-f0c5-498a-8392-3205d6b64e22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cloud-credential-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-scheduler-operator"}, "namespace": "openshift-kube-scheduler-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d426ff0-36c1-4b5b-a064-0a214cf20f1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-scheduler-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-dns"}, "namespace": "openshift-dns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a7436ab-77f4-4146-8bc0-f91a641d1ae6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-dns"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-multus"}, "namespace": "openshift-multus", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "547d0285-9401-4483-8102-bb8868c0fd63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-multus"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-lws-operator"}, "namespace": "openshift-lws-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8b6442b-d68e-4be2-970a-bffb3626fe2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-lws-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"cert-manager"}, "namespace": "cert-manager", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f96bc88-e4ef-47a6-a27d-45d64c88bc93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "cert-manager"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-infra"}, "namespace": "openshift-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68c437ae-5f72-4980-b3ce-648005785c77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-infra"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-machine-approver"}, "namespace": "openshift-cluster-machine-approver", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df14404a-7e23-4c80-a5df-5afcca682714", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-machine-approver"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kube-system"}, "namespace": "kube-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cae7bbaa-9f08-43ae-ba0d-a53e7668016c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kube-system"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-controller-manager"}, "namespace": "openshift-kube-controller-manager", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "479449e2-2568-475a-a77d-34a2091276b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-controller-manager"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-machine-config-operator"}, "namespace": "openshift-machine-config-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b23222b5-0b5a-49d5-b16c-366df19bf7d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-machine-config-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-dns-operator"}, "namespace": "openshift-dns-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bde7f8b0-f272-48d5-9957-db8a2b12253f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-dns-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-scheduler"}, "namespace": "openshift-kube-scheduler", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4deb0bc7-a884-4f50-8ecd-c44ed5aa7a38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-scheduler"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-host-network"}, "namespace": "openshift-host-network", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f47bd2d9-cf36-4205-a8d3-2c4c08756e93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-host-network"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-marketplace"}, "namespace": "openshift-marketplace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62738616-b4b2-4681-8398-168ac6808c1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-marketplace"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-monitoring"}, "namespace": "openshift-monitoring", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc851d4c-c202-4be3-86c9-3c5612cd9847", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-monitoring"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-storage-operator"}, "namespace": "openshift-cluster-storage-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6d60b14-bc86-4483-93de-89483378bbb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-storage-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-user-workload-monitoring"}, "namespace": "openshift-user-workload-monitoring", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3ef55ed-5520-4d1a-b348-86f87157518a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-user-workload-monitoring"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-operator-lifecycle-manager"}, "namespace": "openshift-operator-lifecycle-manager", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4a55e6c-8168-446c-9365-489a86d0daf5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-operator-lifecycle-manager"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"open-cluster-management-49d49f54-70c7-403c-a9b5-68ee72c05"}, "namespace": "open-cluster-management-49d49f54-70c7-403c-a9b5-68ee72c05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc163cd8-0b18-4174-a5f6-f850c03bb63b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "open-cluster-management-49d49f54-70c7-403c-a9b5-68ee72c05"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-authentication-operator"}, "namespace": "openshift-authentication-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d2677eb-0b4f-48e1-95f6-0424604db119", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-authentication-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-service-ca"}, "namespace": "openshift-service-ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65a0f2ef-55a2-4222-a6ef-5ccd6bf36453", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-service-ca"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"open-cluster-management-agent-addon"}, "namespace": "open-cluster-management-agent-addon", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97f9a533-f5b5-480f-a9d9-93794fd0e54e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "open-cluster-management-agent-addon"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"opendatahub-monitoring"}, "namespace": "opendatahub-monitoring", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73625e1b-f3fa-440e-9aaa-7250f3399d8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "opendatahub-monitoring"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-image-registry"}, "namespace": "openshift-image-registry", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d690043-9ff0-441f-8020-49e93666b1f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-image-registry"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"cert-manager-operator"}, "namespace": "cert-manager-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bbaa2e9-e02f-4098-8f5b-692df76231b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "cert-manager-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kube-public"}, "namespace": "kube-public", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e063d8e-f561-47ad-9c2d-a0d717657d29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kube-public"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-apiserver-operator"}, "namespace": "openshift-kube-apiserver-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ad5b8e1-3ee5-474e-a710-bd892fca0a1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-apiserver-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-ovn-kubernetes"}, "namespace": "openshift-ovn-kubernetes", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e17987f-3460-4118-aba2-66e1174bb248", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-ovn-kubernetes"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-config-managed"}, "namespace": "openshift-config-managed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60aa30c7-cde2-4584-ab19-86d00f5d57a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-config-managed"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-storage-version-migrator-operator"}, "namespace": "openshift-kube-storage-version-migrator-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "214c5b1c-871f-47ac-a333-2aeae6ac1b63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-storage-version-migrator-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-apiserver-operator"}, "namespace": "openshift-apiserver-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0062c1c-8ac6-43ca-9acc-a1aa5c29b5fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-apiserver-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c31911cc-fec1-41cf-b580-5e080329e6c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-ingress"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-network-node-identity"}, "namespace": "openshift-network-node-identity", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c0d1874-a86c-4648-9f52-03f58e0aa943", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-network-node-identity"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-csi-drivers"}, "namespace": "openshift-cluster-csi-drivers", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50abb56a-8e00-4c13-8e88-36eab71ac394", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-csi-drivers"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-ingress-canary"}, "namespace": "openshift-ingress-canary", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7e64a8b-c027-48b1-91be-9edd886de594", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-ingress-canary"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-authentication"}, "namespace": "openshift-authentication", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cb5629f-2634-4cfc-8bf5-913d696c6f40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-authentication"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-node"}, "namespace": "openshift-node", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90889c5d-e0b4-4180-9618-598ba5743f33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-node"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7dbb9bd9-3a80-46a7-b7cc-55ba217f3186", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "opendatahub"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-console"}, "namespace": "openshift-console", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaf7facc-8481-434a-948c-6208281ceb1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-console"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-etcd"}, "namespace": "openshift-etcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7d11cc9-0028-4d00-8012-e28117375d41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-etcd"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-apiserver"}, "namespace": "openshift-apiserver", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3c3cc32-01c9-4bdd-97e5-08646484c6da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-apiserver"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-version"}, "namespace": "openshift-cluster-version", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0be741f-37d5-4028-9739-8a5cb267e841", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-version"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-node-tuning-operator"}, "namespace": "openshift-cluster-node-tuning-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df6872cd-bd25-4a7e-918a-311488fc97c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-node-tuning-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-ingress-operator"}, "namespace": "openshift-ingress-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de717279-5095-4bde-bcc1-49ed004dae91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-ingress-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-operators"}, "namespace": "openshift-operators", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5efd1fd7-1b13-445d-804f-316d37a20707", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-operators"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-insights"}, "namespace": "openshift-insights", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16aa00a8-298c-4ea5-a8bb-05d081c33f9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-insights"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-controller-manager-operator"}, "namespace": "openshift-kube-controller-manager-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2115e8ea-3925-4453-b799-bf4e132161f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-controller-manager-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-network-diagnostics"}, "namespace": "openshift-network-diagnostics", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc1f4227-d66d-4f27-a3e8-b7d6bd7cb5c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-network-diagnostics"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-controller-manager-operator"}, "namespace": "openshift-controller-manager-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bf17587-93b1-4a58-aa48-bcb31831b5f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-controller-manager-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-apiserver"}, "namespace": "openshift-kube-apiserver", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e9046c8-b1cb-49ce-9e2c-a2e5a576772a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-apiserver"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift"}, "namespace": "openshift", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7beb7d5d-8d2b-47a8-b803-2e836ba61d59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cloud-controller-manager"}, "namespace": "openshift-cloud-controller-manager", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6f4a2c1-32c1-4ed4-b257-806b06b7cdf6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cloud-controller-manager"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-network-operator"}, "namespace": "openshift-network-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5e71185-461b-4833-9b93-6235aadff12c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-network-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cloud-network-config-controller"}, "namespace": "openshift-cloud-network-config-controller", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b57a5a7c-4e10-4b24-8c9f-5840fd1c0c9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cloud-network-config-controller"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-machine-api"}, "namespace": "openshift-machine-api", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de156499-1ad7-4073-bef8-3ac4c31daee0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-machine-api"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-config"}, "namespace": "openshift-config", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b314195c-3823-4af5-8e8a-ee7cb601ee49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-config"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-samples-operator"}, "namespace": "openshift-cluster-samples-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d4c1aa1-6893-4685-a438-748a9e39f5d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-samples-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-controller-manager"}, "namespace": "openshift-controller-manager", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4bb1b08-1da1-42b2-9ee6-0229df930069", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-controller-manager"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-service-ca-operator"}, "namespace": "openshift-service-ca-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "163f82f9-3e14-4004-a07f-b5e3490de31c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-service-ca-operator"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kube-node-lease"}, "namespace": "kube-node-lease", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57dd33c5-0a17-45a8-bde3-392f6637a239", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kube-node-lease"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-network-console"}, "namespace": "openshift-network-console", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27c308a8-175d-4c78-9b78-3818daf895ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-network-console"} 2026-06-03T21:08:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"default"}, "namespace": "default", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18c3f832-a2f4-466c-8d7a-0c6d878e8deb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "default"} 2026-06-03T21:08:30Z INFO Starting workers {"controller": "servingruntime", "controllerGroup": "serving.kserve.io", "controllerKind": "ServingRuntime", "worker count": 1} 2026-06-03T21:08:30Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-03T21:08:30Z INFO Multi Node reconciling. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-03T21:08:30Z INFO Starting workers {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "worker count": 1} 2026-06-03T21:08:30Z INFO Starting workers {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "worker count": 1} 2026-06-03T21:08:30Z INFO Starting workers {"controller": "inferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "InferenceService", "worker count": 1} 2026-06-03T21:08:34Z ERROR fail to get ray ca cert secret {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring", "secret": "ray-ca-tls", "namespace": "opendatahub", "error": "Secret \"ray-ca-tls\" not found"} github.com/opendatahub-io/odh-model-controller/internal/controller/serving.(*ServingRuntimeReconciler).reconcileMultiNodeSR /workspace/internal/controller/serving/servingruntime_controller.go:289 github.com/opendatahub-io/odh-model-controller/internal/controller/serving.(*ServingRuntimeReconciler).Reconcile /workspace/internal/controller/serving/servingruntime_controller.go:270 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T21:08:34Z ERROR Reconciler error {"controller": "servingruntime", "controllerGroup": "serving.kserve.io", "controllerKind": "ServingRuntime", "ServingRuntime": {"name":"openshift-monitoring","namespace":"openshift-monitoring"}, "namespace": "openshift-monitoring", "name": "openshift-monitoring", "reconcileID": "6fd721a1-0466-4799-8d03-97cea1be6c33", "error": "Secret \"ray-ca-tls\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T21:08:34Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:08:34Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:08:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:08:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:08:34Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-03T21:08:34Z INFO Multi Node reconciling. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-03T21:08:35Z INFO Multi Node reconciled successfully. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-03T21:09:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "9c6f1221-c0da-42f2-b0f3-92a9f98ada15", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-06-03T21:09:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "43e8b184-daac-4551-9932-af85e20d4f35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-06-03T21:09:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "9e68a4da-864f-4c5d-9e93-2a87ccd6b2e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:09:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "9e68a4da-864f-4c5d-9e93-2a87ccd6b2e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-06-03T21:09:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb24e2fe-5305-47bd-b897-1c202f6feb64", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-06-03T21:09:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "d5ce67fd-a828-476f-992f-363f18fa9a7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-06-03T21:09:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "f7fefd0c-b5ff-4fa7-8563-24598d5525ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:09:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "f7fefd0c-b5ff-4fa7-8563-24598d5525ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-06-03T21:09:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc7e3aa8-f28f-416f-9264-60c70b2e2a8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-06-03T21:10:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff74b57a-b37a-434f-b5bc-05d5184ff484", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:10:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff74b57a-b37a-434f-b5bc-05d5184ff484", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:10:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff74b57a-b37a-434f-b5bc-05d5184ff484", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:10:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95f51273-2eba-4684-a8a6-6e22cd60005e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:10:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95f51273-2eba-4684-a8a6-6e22cd60005e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:10:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95f51273-2eba-4684-a8a6-6e22cd60005e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:10:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d8711383-7b6e-463e-a3e6-96c110602488", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:10:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d8711383-7b6e-463e-a3e6-96c110602488", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:10:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d8711383-7b6e-463e-a3e6-96c110602488", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:10:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7a9507a-c8ea-4789-b0d5-5008791518fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:10:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7a9507a-c8ea-4789-b0d5-5008791518fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:10:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7a9507a-c8ea-4789-b0d5-5008791518fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:11:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "a8b4973b-5421-40bc-9ee8-0dee8ba84568", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-03T21:11:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "abf3ef69-cb4e-46ec-bb5a-10e54f916ae1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-03T21:11:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "097bee99-e7fa-44b1-88fc-6324be45007f", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:11:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "097bee99-e7fa-44b1-88fc-6324be45007f", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-03T21:11:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd59cacc-ffcc-43dd-81db-86560df4e4d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-03T21:11:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "281652fb-5361-44fb-9277-a4fe64e81047", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-03T21:11:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "e094f916-ee66-4b2e-ab51-2dbe8671f015", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:11:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "e094f916-ee66-4b2e-ab51-2dbe8671f015", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-03T21:11:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57bb9970-f856-42b6-80e2-66e2a8de15db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-03T21:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "a1d49b5b-236e-4d0b-b983-f70ca88df64f", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-03T21:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "67d72a74-2fa4-4efe-b9d9-e7d18595bd58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-03T21:12:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "7a81faa5-2d43-4822-b029-64e522998899", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:12:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "7a81faa5-2d43-4822-b029-64e522998899", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-03T21:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e3f23e9-7056-4856-81e6-6b6a6a958be6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-03T21:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "0543df63-d4f2-4a3f-a42a-9fd994af09b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-03T21:12:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "aab7ffe2-ec67-4552-9892-f06d6e4dbd4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:12:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "aab7ffe2-ec67-4552-9892-f06d6e4dbd4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-03T21:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73addf2e-46f1-491f-b5c9-c4bbaa5f443b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-03T21:13:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f921a7c0-a5ae-4544-b099-da1b7e4339d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:13:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f921a7c0-a5ae-4544-b099-da1b7e4339d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:13:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f921a7c0-a5ae-4544-b099-da1b7e4339d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:13:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "268c5deb-1499-462a-b65a-8f8f0145f27b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:13:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "268c5deb-1499-462a-b65a-8f8f0145f27b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:13:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "268c5deb-1499-462a-b65a-8f8f0145f27b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:13:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "c68377e4-c8ca-4bb7-996d-99800e3a355a", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-03T21:13:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e95c9c5e-12c3-4f2e-b6c0-79185a5ae725", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-03T21:13:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "88f2af2c-7e34-4b35-8ba1-5c1f6f0f1de9", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:13:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "88f2af2c-7e34-4b35-8ba1-5c1f6f0f1de9", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-03T21:13:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a599bd66-4d69-42be-a314-490eab300138", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-03T21:13:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "1e28b4bb-4689-4efa-8bc4-439a055d2299", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-03T21:14:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "3c5d44a9-e6d7-4623-9994-e35f1d7ec8ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:14:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "3c5d44a9-e6d7-4623-9994-e35f1d7ec8ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-03T21:14:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "089e6761-51d7-4c3e-9dd1-34c3f7452276", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-03T21:14:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0f648655-cc67-47ee-887e-ffc69f69f249", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0f648655-cc67-47ee-887e-ffc69f69f249", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0f648655-cc67-47ee-887e-ffc69f69f249", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9bc7a9ad-c700-4ad1-b727-8bbd5203278f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9bc7a9ad-c700-4ad1-b727-8bbd5203278f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:14:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0f648655-cc67-47ee-887e-ffc69f69f249", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-03T21:14:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0f648655-cc67-47ee-887e-ffc69f69f249", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0f648655-cc67-47ee-887e-ffc69f69f249", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9bc7a9ad-c700-4ad1-b727-8bbd5203278f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "40c2b872-16ba-48c4-b400-5de5c5611f37", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "40c2b872-16ba-48c4-b400-5de5c5611f37", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "40c2b872-16ba-48c4-b400-5de5c5611f37", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f02fe754-1a4e-4da5-a76f-b6db17b11c31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "40c2b872-16ba-48c4-b400-5de5c5611f37", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-03T21:14:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "40c2b872-16ba-48c4-b400-5de5c5611f37", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "40c2b872-16ba-48c4-b400-5de5c5611f37", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f02fe754-1a4e-4da5-a76f-b6db17b11c31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:14:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f02fe754-1a4e-4da5-a76f-b6db17b11c31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "22dc8bd3-9f26-4d9f-8eb9-4a623f9f8ec8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "22dc8bd3-9f26-4d9f-8eb9-4a623f9f8ec8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "22dc8bd3-9f26-4d9f-8eb9-4a623f9f8ec8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "22dc8bd3-9f26-4d9f-8eb9-4a623f9f8ec8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-03T21:14:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "22dc8bd3-9f26-4d9f-8eb9-4a623f9f8ec8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "22dc8bd3-9f26-4d9f-8eb9-4a623f9f8ec8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3d008128-09f9-4ade-bb2a-20fa351989cb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3d008128-09f9-4ade-bb2a-20fa351989cb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3d008128-09f9-4ade-bb2a-20fa351989cb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc9fbcc7-eadf-466a-b56f-fe0382766f52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3d008128-09f9-4ade-bb2a-20fa351989cb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-03T21:14:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3d008128-09f9-4ade-bb2a-20fa351989cb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3d008128-09f9-4ade-bb2a-20fa351989cb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc9fbcc7-eadf-466a-b56f-fe0382766f52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:14:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc9fbcc7-eadf-466a-b56f-fe0382766f52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6b97105e-e7a0-4bb4-9021-d6b153e8fb71", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6b97105e-e7a0-4bb4-9021-d6b153e8fb71", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6b97105e-e7a0-4bb4-9021-d6b153e8fb71", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4e08ef0-0541-4f65-9e6b-aa0201498e74", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6b97105e-e7a0-4bb4-9021-d6b153e8fb71", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T21:14:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6b97105e-e7a0-4bb4-9021-d6b153e8fb71", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6b97105e-e7a0-4bb4-9021-d6b153e8fb71", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4e08ef0-0541-4f65-9e6b-aa0201498e74", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:14:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4e08ef0-0541-4f65-9e6b-aa0201498e74", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "81361966-3374-42ce-b790-271a57c242bb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "81361966-3374-42ce-b790-271a57c242bb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "81361966-3374-42ce-b790-271a57c242bb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7456079-ef28-4fc4-826a-64e1bdf72de6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "81361966-3374-42ce-b790-271a57c242bb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T21:14:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "81361966-3374-42ce-b790-271a57c242bb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "81361966-3374-42ce-b790-271a57c242bb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7456079-ef28-4fc4-826a-64e1bdf72de6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:14:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a7456079-ef28-4fc4-826a-64e1bdf72de6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "08152453-1e45-4205-8f69-894bf5c48f64", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "08152453-1e45-4205-8f69-894bf5c48f64", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "08152453-1e45-4205-8f69-894bf5c48f64", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:14:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad351865-f544-44b9-96b4-630a522ea520", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "08152453-1e45-4205-8f69-894bf5c48f64", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-03T21:14:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "08152453-1e45-4205-8f69-894bf5c48f64", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "08152453-1e45-4205-8f69-894bf5c48f64", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:14:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad351865-f544-44b9-96b4-630a522ea520", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:14:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad351865-f544-44b9-96b4-630a522ea520", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e335722c-12a7-4b60-ba12-a3568cc9275e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e335722c-12a7-4b60-ba12-a3568cc9275e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:14:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e335722c-12a7-4b60-ba12-a3568cc9275e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0c215f05-0517-4108-9333-8494a15b2e60", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0c215f05-0517-4108-9333-8494a15b2e60", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0c215f05-0517-4108-9333-8494a15b2e60", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0c215f05-0517-4108-9333-8494a15b2e60", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-03T21:14:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0c215f05-0517-4108-9333-8494a15b2e60", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0c215f05-0517-4108-9333-8494a15b2e60", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5f4dc295-3a65-4bb7-a495-c23de120371f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5f4dc295-3a65-4bb7-a495-c23de120371f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5f4dc295-3a65-4bb7-a495-c23de120371f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5f4dc295-3a65-4bb7-a495-c23de120371f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-03T21:14:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5f4dc295-3a65-4bb7-a495-c23de120371f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5f4dc295-3a65-4bb7-a495-c23de120371f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "096981cb-8922-4f5a-acf9-5c8420a719d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "096981cb-8922-4f5a-acf9-5c8420a719d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:14:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "096981cb-8922-4f5a-acf9-5c8420a719d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d969fdb1-88b0-4366-b6b5-0c141a86d8d4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d969fdb1-88b0-4366-b6b5-0c141a86d8d4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d969fdb1-88b0-4366-b6b5-0c141a86d8d4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d969fdb1-88b0-4366-b6b5-0c141a86d8d4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-03T21:14:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d969fdb1-88b0-4366-b6b5-0c141a86d8d4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d969fdb1-88b0-4366-b6b5-0c141a86d8d4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3b13761e-402e-46d1-acc6-0782bcc409c8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:14:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3b13761e-402e-46d1-acc6-0782bcc409c8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:14:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3b13761e-402e-46d1-acc6-0782bcc409c8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:14:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3b13761e-402e-46d1-acc6-0782bcc409c8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-03T21:14:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3b13761e-402e-46d1-acc6-0782bcc409c8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3b13761e-402e-46d1-acc6-0782bcc409c8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:14:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2008c0f5-4ab2-4fe4-9b86-41da6b6b17c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2008c0f5-4ab2-4fe4-9b86-41da6b6b17c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:14:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2008c0f5-4ab2-4fe4-9b86-41da6b6b17c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2efa226c-77d3-4bd0-9a73-61277588d899", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:14:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2efa226c-77d3-4bd0-9a73-61277588d899", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:14:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2efa226c-77d3-4bd0-9a73-61277588d899", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:14:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2efa226c-77d3-4bd0-9a73-61277588d899", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-03T21:14:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2efa226c-77d3-4bd0-9a73-61277588d899", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2efa226c-77d3-4bd0-9a73-61277588d899", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:14:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9658aa9a-082d-4d9d-ac93-3dddff56c503", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9658aa9a-082d-4d9d-ac93-3dddff56c503", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9658aa9a-082d-4d9d-ac93-3dddff56c503", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9658aa9a-082d-4d9d-ac93-3dddff56c503", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T21:14:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9658aa9a-082d-4d9d-ac93-3dddff56c503", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9658aa9a-082d-4d9d-ac93-3dddff56c503", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2ffdb37-e87d-417d-910a-09fc3f23fec7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2ffdb37-e87d-417d-910a-09fc3f23fec7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:14:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2ffdb37-e87d-417d-910a-09fc3f23fec7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6cd76b2b-d169-485d-b6d5-0bd75d3192c8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6cd76b2b-d169-485d-b6d5-0bd75d3192c8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6cd76b2b-d169-485d-b6d5-0bd75d3192c8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6cd76b2b-d169-485d-b6d5-0bd75d3192c8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T21:14:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6cd76b2b-d169-485d-b6d5-0bd75d3192c8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "6cd76b2b-d169-485d-b6d5-0bd75d3192c8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0373cfd2-8cd4-4433-bef9-c9ff9be4537e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0373cfd2-8cd4-4433-bef9-c9ff9be4537e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0373cfd2-8cd4-4433-bef9-c9ff9be4537e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0373cfd2-8cd4-4433-bef9-c9ff9be4537e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T21:14:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0373cfd2-8cd4-4433-bef9-c9ff9be4537e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0373cfd2-8cd4-4433-bef9-c9ff9be4537e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf0719cf-a8eb-48fa-ac4c-5307370755e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf0719cf-a8eb-48fa-ac4c-5307370755e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:14:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf0719cf-a8eb-48fa-ac4c-5307370755e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6521ab03-e4e9-4b22-acc4-adb4f0959843", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6521ab03-e4e9-4b22-acc4-adb4f0959843", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6521ab03-e4e9-4b22-acc4-adb4f0959843", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6521ab03-e4e9-4b22-acc4-adb4f0959843", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T21:14:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6521ab03-e4e9-4b22-acc4-adb4f0959843", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6521ab03-e4e9-4b22-acc4-adb4f0959843", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:14:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fb73f836-9b0f-4380-ad5f-d7feead7208d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:14:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fb73f836-9b0f-4380-ad5f-d7feead7208d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:14:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fb73f836-9b0f-4380-ad5f-d7feead7208d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:14:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fb73f836-9b0f-4380-ad5f-d7feead7208d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-03T21:14:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fb73f836-9b0f-4380-ad5f-d7feead7208d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "fb73f836-9b0f-4380-ad5f-d7feead7208d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:14:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "abc133a0-1574-4e5c-8892-3a39974d3033", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "abc133a0-1574-4e5c-8892-3a39974d3033", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:14:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "abc133a0-1574-4e5c-8892-3a39974d3033", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:14:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "32823d09-3cb9-4282-aa08-1383f6080b95", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:14:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "32823d09-3cb9-4282-aa08-1383f6080b95", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:14:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "32823d09-3cb9-4282-aa08-1383f6080b95", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:14:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "32823d09-3cb9-4282-aa08-1383f6080b95", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-03T21:14:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "32823d09-3cb9-4282-aa08-1383f6080b95", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "32823d09-3cb9-4282-aa08-1383f6080b95", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:14:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "121ff295-8dba-492e-8241-52fd86340bb9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "121ff295-8dba-492e-8241-52fd86340bb9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "121ff295-8dba-492e-8241-52fd86340bb9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "121ff295-8dba-492e-8241-52fd86340bb9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-03T21:14:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "121ff295-8dba-492e-8241-52fd86340bb9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "121ff295-8dba-492e-8241-52fd86340bb9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T21:14:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ff821376-d48e-4dd8-9814-cd82eb8de331", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ff821376-d48e-4dd8-9814-cd82eb8de331", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ff821376-d48e-4dd8-9814-cd82eb8de331", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:14:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ff821376-d48e-4dd8-9814-cd82eb8de331", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-03T21:14:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ff821376-d48e-4dd8-9814-cd82eb8de331", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:14:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ff821376-d48e-4dd8-9814-cd82eb8de331", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T21:15:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9e90ebcd-49c1-4b9d-85bb-6ac08aea0244", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:15:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9e90ebcd-49c1-4b9d-85bb-6ac08aea0244", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:15:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9e90ebcd-49c1-4b9d-85bb-6ac08aea0244", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:15:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9e90ebcd-49c1-4b9d-85bb-6ac08aea0244", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-03T21:15:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9e90ebcd-49c1-4b9d-85bb-6ac08aea0244", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:15:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9e90ebcd-49c1-4b9d-85bb-6ac08aea0244", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T21:15:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "57ca2ab4-9be1-4dc7-814e-d9ea63fc4d37", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:15:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "57ca2ab4-9be1-4dc7-814e-d9ea63fc4d37", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:15:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "57ca2ab4-9be1-4dc7-814e-d9ea63fc4d37", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:15:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "57ca2ab4-9be1-4dc7-814e-d9ea63fc4d37", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T21:15:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "57ca2ab4-9be1-4dc7-814e-d9ea63fc4d37", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:15:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "57ca2ab4-9be1-4dc7-814e-d9ea63fc4d37", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:15:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "15cb0151-6a81-494f-a7ec-d1fe370f90d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:15:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "15cb0151-6a81-494f-a7ec-d1fe370f90d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:15:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "15cb0151-6a81-494f-a7ec-d1fe370f90d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:15:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "15cb0151-6a81-494f-a7ec-d1fe370f90d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T21:15:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "15cb0151-6a81-494f-a7ec-d1fe370f90d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:15:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "15cb0151-6a81-494f-a7ec-d1fe370f90d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T21:15:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a6e3d655-f563-4802-aba5-4c70e4054695", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:15:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a6e3d655-f563-4802-aba5-4c70e4054695", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:15:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a6e3d655-f563-4802-aba5-4c70e4054695", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:15:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a6e3d655-f563-4802-aba5-4c70e4054695", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-03T21:15:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a6e3d655-f563-4802-aba5-4c70e4054695", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-03T21:15:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a6e3d655-f563-4802-aba5-4c70e4054695", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T21:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "6a38ae6e-bf79-47c0-a3f5-3db2b79daabb", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-03T21:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "941baa47-b1ab-47ff-a3f1-66b59a2e0585", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-03T21:15:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "c90720e3-25fd-48d0-81c6-e727a7e45bfb", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:15:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "c90720e3-25fd-48d0-81c6-e727a7e45bfb", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-03T21:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54470d7c-a17a-4897-b15e-ade87ced2399", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-03T21:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "4ab3538f-c6c4-4fbb-aa40-f1f16e926fb2", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-03T21:15:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "b3564ed5-da4e-44d7-9aa3-9d66bc546809", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:15:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "b3564ed5-da4e-44d7-9aa3-9d66bc546809", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-03T21:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d823187-f257-4b91-83b8-87bded887069", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-03T21:15:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "93117012-bdc5-4d5d-b1d9-b9a6ae422d49", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-03T21:15:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "3b058386-6f4b-42da-86ee-1054b8f538f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:15:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "3b058386-6f4b-42da-86ee-1054b8f538f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-03T21:15:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "022b6440-5dd2-4818-9c55-b49151d69a54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-03T21:15:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "48d0260a-ee8a-4570-bba2-d538af2e7b30", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-03T21:15:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6ecce52-e33e-4dec-b864-d5224fc11395", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-03T21:15:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "f14e5a8a-8a4f-4571-be95-8d8ac9cc9186", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:15:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "f14e5a8a-8a4f-4571-be95-8d8ac9cc9186", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-03T21:15:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b639ad9f-818b-405c-8d94-c86a9035662b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-03T21:15:43Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:15:43Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:15:47Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:15:47Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:17:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b3bcd075-3dd1-445f-b03e-92ea89f11f85", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:17:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f9237ed6-cd4c-4291-a071-5f42511460c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:17:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "748d36bb-933c-43a6-a0b9-cb8c4879c326", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:17:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "748d36bb-933c-43a6-a0b9-cb8c4879c326", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:17:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "caaf368e-6ce8-4117-bb78-0c08fbc17350", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:17:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fbe91e88-a600-4b5c-b3e5-6f2804b5c996", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:17:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "bfe36039-54d4-4571-8633-298d23221fc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:17:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "bfe36039-54d4-4571-8633-298d23221fc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:17:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b8170c6-271d-424f-8d3a-fd2591ff4483", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:18:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74d1ab7f-f81d-457c-8c49-06f35cfa559b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:18:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74d1ab7f-f81d-457c-8c49-06f35cfa559b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:18:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74d1ab7f-f81d-457c-8c49-06f35cfa559b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T21:18:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d9657ac3-ecaf-4161-9368-1d3339aa5e7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:18:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d9657ac3-ecaf-4161-9368-1d3339aa5e7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:18:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2ae04517-a95d-4a41-9dca-9edf1c52cbdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:18:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2ae04517-a95d-4a41-9dca-9edf1c52cbdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:18:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cde9773c-a8c7-459a-adfb-ec8073a6a713", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:18:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cde9773c-a8c7-459a-adfb-ec8073a6a713", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T21:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "93f6184b-0940-4a7e-9e6c-f8dfa8f3facb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b61c2f39-df0c-4a50-b142-4dec34f4218b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:18:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "34983a09-cefb-4af9-9afd-592f61c1198d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:18:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "34983a09-cefb-4af9-9afd-592f61c1198d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e931c87-0dc7-4cae-a504-202add98e95b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3ae4408c-e885-4cca-bd31-c783bcd950ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:18:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4955b796-6282-452d-871c-d46f7d582e41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:18:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4955b796-6282-452d-871c-d46f7d582e41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29265443-78ae-4840-b260-b634368ab959", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:19:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d5aaf2-4cc0-4d9a-b966-1a067089313e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:19:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d5aaf2-4cc0-4d9a-b966-1a067089313e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:19:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d5aaf2-4cc0-4d9a-b966-1a067089313e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T21:19:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a72ef068-292c-421b-9d7d-ff8425891af4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a72ef068-292c-421b-9d7d-ff8425891af4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:19:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "db80c1f8-15b0-42bb-abf4-f110e2e8fc8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "db80c1f8-15b0-42bb-abf4-f110e2e8fc8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:19:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4d6e14c-e139-4018-bc1d-c1b8039c7e00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4d6e14c-e139-4018-bc1d-c1b8039c7e00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T21:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "openshift-service-ca.crt", "reconcileID": "8387b0e1-f171-4712-873e-3b4c9489975a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "odh-trusted-ca-bundle", "reconcileID": "b72da10b-52a4-4699-9c37-8508aa652a40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "openshift-service-ca.crt", "reconcileID": "8d945efe-0fb7-4f6d-a542-2d195f59bb2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-f29477", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:19:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "openshift-service-ca.crt", "reconcileID": "8d945efe-0fb7-4f6d-a542-2d195f59bb2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f234f6e2-f697-4cff-b376-30b1f7a50fe7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "openshift-service-ca.crt", "reconcileID": "97e0a586-ed11-46cb-a1ef-cffd111372e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "odh-trusted-ca-bundle", "reconcileID": "9688f20a-df2e-44bf-91ec-ad0f8347e872", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-f29477", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:19:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "odh-trusted-ca-bundle", "reconcileID": "9688f20a-df2e-44bf-91ec-ad0f8347e872", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c01edb74-61f0-4737-89da-84f4893cf372", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7421483a-4ad5-485f-8cee-07272ca37f9a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7421483a-4ad5-485f-8cee-07272ca37f9a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:19:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7421483a-4ad5-485f-8cee-07272ca37f9a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4aaf456f-4c5c-4262-835b-5f17b485c9fd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4aaf456f-4c5c-4262-835b-5f17b485c9fd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:19:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4aaf456f-4c5c-4262-835b-5f17b485c9fd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90bcc89f-ac96-4b16-ab26-63b29b2a62ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90bcc89f-ac96-4b16-ab26-63b29b2a62ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:19:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90bcc89f-ac96-4b16-ab26-63b29b2a62ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c7f371a-913c-415c-98d7-27a4201d1330", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c7f371a-913c-415c-98d7-27a4201d1330", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:19:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c7f371a-913c-415c-98d7-27a4201d1330", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbc7e96f-e02a-4797-8b76-e97f9cfc00e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbc7e96f-e02a-4797-8b76-e97f9cfc00e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-f29477", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:19:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbc7e96f-e02a-4797-8b76-e97f9cfc00e2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-f29477 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T21:19:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "odh-trusted-ca-bundle", "reconcileID": "696ea74d-0e43-4871-8101-7cb91f8e385e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "odh-trusted-ca-bundle", "reconcileID": "696ea74d-0e43-4871-8101-7cb91f8e385e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "openshift-service-ca.crt", "reconcileID": "d71fbb88-1256-47f2-bf95-eebb515dca13", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "openshift-service-ca.crt", "reconcileID": "d71fbb88-1256-47f2-bf95-eebb515dca13", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2c5782f-10bf-4611-9d52-31cc69b40bcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-f29477"}, "namespace": "e2e-modelref-f29477", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2c5782f-10bf-4611-9d52-31cc69b40bcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-f29477"} 2026-06-03T21:19:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "openshift-service-ca.crt", "reconcileID": "7c9ae9fd-f26e-404d-9ad2-1be451bd7ca9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:19:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-trusted-ca-bundle", "reconcileID": "94ef4829-0871-4740-8606-901ff2a0b61f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0f12bc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:19:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-trusted-ca-bundle", "reconcileID": "94ef4829-0871-4740-8606-901ff2a0b61f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:19:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "openshift-service-ca.crt", "reconcileID": "efd138fb-5411-4833-9f19-dcd3892cb2ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0f12bc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:19:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "openshift-service-ca.crt", "reconcileID": "efd138fb-5411-4833-9f19-dcd3892cb2ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T21:19:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62b1904b-a1c0-44a3-af57-0a44fc1bef6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:19:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "openshift-service-ca.crt", "reconcileID": "a0cb38e3-bf27-4abf-b77f-593af49453d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:19:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "openshift-service-ca.crt", "reconcileID": "4dd1f522-a480-4dff-a582-8a7f3f36547b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:19:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-trusted-ca-bundle", "reconcileID": "497aadc6-262c-457c-ab8b-d5e7f2f95b4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0f12bc", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:19:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-trusted-ca-bundle", "reconcileID": "497aadc6-262c-457c-ab8b-d5e7f2f95b4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:19:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "feec229c-eefa-4b13-a7ff-84c5bf885e16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:19:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7669a0d7-de59-4941-85e1-fe6ccd94e214", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7669a0d7-de59-4941-85e1-fe6ccd94e214", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:19:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7669a0d7-de59-4941-85e1-fe6ccd94e214", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19947084-3969-4dce-8e2b-32ff1247fd1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19947084-3969-4dce-8e2b-32ff1247fd1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:19:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19947084-3969-4dce-8e2b-32ff1247fd1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39c166bb-7c9f-4344-967a-5bac825ed3fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39c166bb-7c9f-4344-967a-5bac825ed3fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:19:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39c166bb-7c9f-4344-967a-5bac825ed3fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "91b50b2b-4715-4d95-a9f4-c6586434a095", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:19:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "91b50b2b-4715-4d95-a9f4-c6586434a095", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:19:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "91b50b2b-4715-4d95-a9f4-c6586434a095", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:20:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fddf46d-ed48-4ed7-b78f-bd52390a801b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:20:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fddf46d-ed48-4ed7-b78f-bd52390a801b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0f12bc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T21:20:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fddf46d-ed48-4ed7-b78f-bd52390a801b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-0f12bc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T21:20:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-trusted-ca-bundle", "reconcileID": "9bba7614-4411-4a2c-bfc8-c7f8831beab0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:20:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-trusted-ca-bundle", "reconcileID": "9bba7614-4411-4a2c-bfc8-c7f8831beab0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:20:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "openshift-service-ca.crt", "reconcileID": "8a40521c-384a-42f2-a4cb-d31ccbf6f698", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:20:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "openshift-service-ca.crt", "reconcileID": "8a40521c-384a-42f2-a4cb-d31ccbf6f698", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:20:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99ff8082-171f-4cdd-af08-fc79ce0eea00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:20:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-0f12bc"}, "namespace": "e2e-modelref-0f12bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99ff8082-171f-4cdd-af08-fc79ce0eea00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-0f12bc"} 2026-06-03T21:27:59Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:27:59Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:28:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:28:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:34:49Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:34:49Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:34:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:34:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T21:38:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a60c523-d3c3-4576-a925-2aa07ada61c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:38:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a60c523-d3c3-4576-a925-2aa07ada61c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:38:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a60c523-d3c3-4576-a925-2aa07ada61c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:38:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7691c726-027f-4471-a71c-5ccd6abf743d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:38:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7691c726-027f-4471-a71c-5ccd6abf743d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:38:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7691c726-027f-4471-a71c-5ccd6abf743d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:38:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c25c5646-6021-45a6-8f98-551f3daa4490", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:38:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c25c5646-6021-45a6-8f98-551f3daa4490", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:38:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c25c5646-6021-45a6-8f98-551f3daa4490", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ff1ad2b-0239-4c18-8831-4840ae6a3c68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T21:38:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ff1ad2b-0239-4c18-8831-4840ae6a3c68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T21:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ff1ad2b-0239-4c18-8831-4840ae6a3c68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}