2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-host-network"}, "namespace": "openshift-host-network", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41520cb6-78b2-4491-9353-b62ba6b97614", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-host-network"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"cert-manager-operator"}, "namespace": "cert-manager-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7578cbe8-b552-4181-9d25-f016814fe609", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "cert-manager-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-authentication-operator"}, "namespace": "openshift-authentication-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e483f90-27d5-4086-adf0-c056109ad78a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-authentication-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-dns-operator"}, "namespace": "openshift-dns-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87745e85-e6bf-4334-891f-3c2f9c9c8006", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-dns-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-csi-drivers"}, "namespace": "openshift-cluster-csi-drivers", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70243337-6b63-413f-a147-5465755f52f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-csi-drivers"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-apiserver-operator"}, "namespace": "openshift-kube-apiserver-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01c43b33-758e-4cb0-8a51-33158ccb1542", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-apiserver-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-storage-version-migrator"}, "namespace": "openshift-kube-storage-version-migrator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82250152-553d-4c46-a6f7-75a76f6c4b3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-storage-version-migrator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-multus"}, "namespace": "openshift-multus", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ecba44e-3916-4664-9334-62d7018afc5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-multus"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-service-ca"}, "namespace": "openshift-service-ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ad69aad-a618-44e7-aaf2-bb08cbb71afc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-service-ca"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-user-workload-monitoring"}, "namespace": "openshift-user-workload-monitoring", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e558e287-9f25-4695-bc61-a4e295902998", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-user-workload-monitoring"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"open-cluster-management-agent-addon"}, "namespace": "open-cluster-management-agent-addon", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bef8cfa8-6dd0-43bd-bbee-069fcd0c3034", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "open-cluster-management-agent-addon"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-samples-operator"}, "namespace": "openshift-cluster-samples-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d690af32-d3f9-4fa0-8707-9644106a5560", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-samples-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-insights"}, "namespace": "openshift-insights", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17b399e2-ba8e-4b55-9abe-c8734ab16634", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-insights"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-ingress-operator"}, "namespace": "openshift-ingress-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2b1ef82-016a-4baf-9388-616988e7d06b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-ingress-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-storage-operator"}, "namespace": "openshift-cluster-storage-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00c122a1-3a2e-45f7-afab-577f4edb6c35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-storage-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-config-managed"}, "namespace": "openshift-config-managed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3eec3408-e883-4c28-876e-a15a96ec1462", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-config-managed"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-machine-api"}, "namespace": "openshift-machine-api", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77c0f396-7533-4211-b49f-94de5e303889", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-machine-api"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-network-operator"}, "namespace": "openshift-network-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2558b0d-0c1c-41be-a526-083ca41653eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-network-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-infra"}, "namespace": "openshift-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "422bb943-2f8f-4a61-afe6-1734400b1e8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-infra"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-storage-version-migrator-operator"}, "namespace": "openshift-kube-storage-version-migrator-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97e0c089-5491-4bcf-b066-f24141713a94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-storage-version-migrator-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-ovn-kubernetes"}, "namespace": "openshift-ovn-kubernetes", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f83b882f-a6cf-4a5e-abf4-9de8660e9628", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-ovn-kubernetes"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kube-system"}, "namespace": "kube-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98d009dd-4e57-4782-9d91-7c3cef3b655a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kube-system"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-marketplace"}, "namespace": "openshift-marketplace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b4014eb-252b-4724-860e-1c6a7b04aaba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-marketplace"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-console-user-settings"}, "namespace": "openshift-console-user-settings", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ed9fd21-c2e5-4b59-8e3c-98ff8878cc0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-console-user-settings"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-apiserver-operator"}, "namespace": "openshift-apiserver-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43c9d951-59e1-4140-913e-d616a52da9ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-apiserver-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-controller-manager"}, "namespace": "openshift-kube-controller-manager", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a160fe7-8ef4-4691-8e2c-c83410354a15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-controller-manager"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cloud-network-config-controller"}, "namespace": "openshift-cloud-network-config-controller", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "222c9e2e-ee67-43f3-a609-3ad0a3eae15f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cloud-network-config-controller"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-version"}, "namespace": "openshift-cluster-version", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d63d7a5-1573-4ee0-bf24-d792f2f0cd31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-version"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-config"}, "namespace": "openshift-config", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e3abfc6-eb8d-4da6-a06d-bf49dcb416ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-config"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-console"}, "namespace": "openshift-console", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91e38390-168f-4e63-a70f-211a218d0f60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-console"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"open-cluster-management-b7de404f-e5a2-4613-ba04-4f43e6a9a"}, "namespace": "open-cluster-management-b7de404f-e5a2-4613-ba04-4f43e6a9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "979bdbbf-f276-460c-a8a1-ea6a3d51c39e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "open-cluster-management-b7de404f-e5a2-4613-ba04-4f43e6a9a"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-node"}, "namespace": "openshift-node", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1aa7da9-797a-4130-97eb-721c5a64003e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-node"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-operator-lifecycle-manager"}, "namespace": "openshift-operator-lifecycle-manager", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b471ffd9-e4fa-40f1-b090-7e1009fe2c9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-operator-lifecycle-manager"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kube-public"}, "namespace": "kube-public", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2bb9d2e-859c-49c8-91e7-84baa7d82879", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kube-public"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift"}, "namespace": "openshift", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ba90b7c-6af0-4c69-a507-24d1b8307614", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cluster-node-tuning-operator"}, "namespace": "openshift-cluster-node-tuning-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5473b01-becc-40dd-95d5-48df40b22de2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cluster-node-tuning-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-operators"}, "namespace": "openshift-operators", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34bb39ba-0833-4ebc-889d-8a4e496c4f4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-operators"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-etcd"}, "namespace": "openshift-etcd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b949fc9e-15a9-42cd-8070-a50ec46e5900", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-etcd"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf888f3b-13e4-4fc9-900a-e500f2d4483a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-ingress"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-route-controller-manager"}, "namespace": "openshift-route-controller-manager", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8dcc6739-0d60-4970-b894-8c4bd0c161c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-route-controller-manager"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-config-operator"}, "namespace": "openshift-config-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63cd1e40-3037-4a50-b741-18da2eea4fc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-config-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-lws-operator"}, "namespace": "openshift-lws-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f2db53b-a16d-468a-9ee9-dca9061103a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-lws-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-controller-manager-operator"}, "namespace": "openshift-controller-manager-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec4a779b-d8a7-4626-a1a6-10e74e9318f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-controller-manager-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"default"}, "namespace": "default", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef7bc90d-f41f-47af-9eb5-7dbeaded5dc5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "default"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-network-console"}, "namespace": "openshift-network-console", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8db84d7-4d3b-4de3-826c-ab6d8798b7cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-network-console"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-network-diagnostics"}, "namespace": "openshift-network-diagnostics", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a18bbfda-5784-4fed-babb-a1aa63a385cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-network-diagnostics"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-controller-manager-operator"}, "namespace": "openshift-kube-controller-manager-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b690adaa-71a4-4d15-a1e9-65a46088551c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-controller-manager-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-scheduler"}, "namespace": "openshift-kube-scheduler", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "011730f6-d3bb-4ffb-80e5-69e8101258c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-scheduler"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-service-ca-operator"}, "namespace": "openshift-service-ca-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95708d84-dbdb-43ee-b131-ebf81369334f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-service-ca-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-console-operator"}, "namespace": "openshift-console-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b323fb6-131a-4e12-ad8f-f12c29e55603", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-console-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-dns"}, "namespace": "openshift-dns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfe3c3e3-d4c0-48b2-a138-52fef010c978", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-dns"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-machine-config-operator"}, "namespace": "openshift-machine-config-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "314ec010-edc7-40fb-b25c-b7bd0026857f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-machine-config-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-monitoring"}, "namespace": "openshift-monitoring", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "433b616a-52ed-4a21-b8af-15f605a226f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-monitoring"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cloud-controller-manager"}, "namespace": "openshift-cloud-controller-manager", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95c08b1f-9ebb-4e88-92ad-39124b9aec14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cloud-controller-manager"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-apiserver"}, "namespace": "openshift-kube-apiserver", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ead7e46-01c8-4228-a76e-a2c6ade51f27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-apiserver"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-scheduler-operator"}, "namespace": "openshift-kube-scheduler-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "639367af-6d92-4dc1-a547-38860657fe36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-scheduler-operator"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-authentication"}, "namespace": "openshift-authentication", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30936d00-86e2-45ae-ba37-2ca1ec3d653d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-authentication"} 2026-06-03T19:30:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-ingress-canary"}, "namespace": "openshift-ingress-canary", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0307b48-93c1-44ac-a116-db60f42e4b38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-ingress-canary"} 2026-06-03T19:30:53Z INFO Starting workers {"controller": "servingruntime", "controllerGroup": "serving.kserve.io", "controllerKind": "ServingRuntime", "worker count": 1} 2026-06-03T19:30:53Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-03T19:30:53Z INFO Multi Node reconciling. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-03T19:30:53Z INFO Starting workers {"controller": "inferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "InferenceService", "worker count": 1} 2026-06-03T19:30:53Z INFO Starting workers {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "worker count": 1} 2026-06-03T19:30:53Z INFO Starting workers {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "worker count": 1} 2026-06-03T19:30:57Z ERROR fail to get ray ca cert secret {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring", "secret": "ray-ca-tls", "namespace": "opendatahub", "error": "Secret \"ray-ca-tls\" not found"} github.com/opendatahub-io/odh-model-controller/internal/controller/serving.(*ServingRuntimeReconciler).reconcileMultiNodeSR /workspace/internal/controller/serving/servingruntime_controller.go:289 github.com/opendatahub-io/odh-model-controller/internal/controller/serving.(*ServingRuntimeReconciler).Reconcile /workspace/internal/controller/serving/servingruntime_controller.go:270 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T19:30:57Z ERROR Reconciler error {"controller": "servingruntime", "controllerGroup": "serving.kserve.io", "controllerKind": "ServingRuntime", "ServingRuntime": {"name":"openshift-monitoring","namespace":"openshift-monitoring"}, "namespace": "openshift-monitoring", "name": "openshift-monitoring", "reconcileID": "4ba60988-a594-4f16-84cc-197acdaa34c0", "error": "Secret \"ray-ca-tls\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T19:30:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:30:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:30:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:30:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:30:58Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-03T19:30:58Z INFO Multi Node reconciling. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-03T19:30:59Z INFO Multi Node reconciled successfully. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-03T19:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "e2a0977d-0f71-4a41-89b4-90f2a7e5943e", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-06-03T19:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "a77194ec-c82d-45b2-b948-6c50f5d60888", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-06-03T19:31:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "dd9bd66e-631c-46ee-a3c4-7feadea202c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:31:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "dd9bd66e-631c-46ee-a3c4-7feadea202c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-06-03T19:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "2a7f6d35-1723-4961-8aac-f084ae2f58f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-06-03T19:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98da94bc-9417-480a-aa77-eaffb05d7b1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-06-03T19:31:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "774e7f81-c3d7-49a2-8a6c-1ca782e69336", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:31:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "774e7f81-c3d7-49a2-8a6c-1ca782e69336", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-06-03T19:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2788a6e2-53ca-49fb-9751-dab9f76d25a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-06-03T19:33:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7ee1d3a5-446d-43aa-9149-9db2a9a11d91", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:33:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7ee1d3a5-446d-43aa-9149-9db2a9a11d91", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:33:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7ee1d3a5-446d-43aa-9149-9db2a9a11d91", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:33:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6da15dd-c98c-4058-8ec9-c704c85a3efb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:33:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6da15dd-c98c-4058-8ec9-c704c85a3efb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:33:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6da15dd-c98c-4058-8ec9-c704c85a3efb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:33:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ded11eea-a60e-485c-aa80-cb2249622917", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:33:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ded11eea-a60e-485c-aa80-cb2249622917", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:33:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ded11eea-a60e-485c-aa80-cb2249622917", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:33:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "9f22538f-6cc3-4ccc-a019-4b24c45b8dd9", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-03T19:33:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "8e5324fd-d298-4a7f-93e3-e64b2e797b8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-03T19:33:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "6d755f21-c648-4990-88ae-29acab4fb9ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:33:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "6d755f21-c648-4990-88ae-29acab4fb9ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-03T19:33:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fad4027-3f29-430f-87ec-99b8546ace8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-03T19:33:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "248b3892-6d93-431b-9b0d-f4d628500624", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-03T19:33:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "05cb2fb9-be13-47b3-91c9-bbe90a7e7c16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:33:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "05cb2fb9-be13-47b3-91c9-bbe90a7e7c16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-03T19:33:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e639c174-4850-4cfe-8b96-37d56618902f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-03T19:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "fc8219bd-4359-4a21-8b80-7d71e2f76ddc", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-03T19:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "e7e3a2ab-e6ed-424a-9a26-0617e298d08f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-03T19:34:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "35b29cf1-e84a-4298-8f63-647a5f65102c", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:34:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "35b29cf1-e84a-4298-8f63-647a5f65102c", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-03T19:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e470a04-1317-45c0-b49a-599c9748eb99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-03T19:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "9e842394-1672-4524-a38b-e09ee70ca351", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-03T19:34:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "9bc36d88-f5bd-4c8e-9dff-5ceb4502e35d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:34:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "9bc36d88-f5bd-4c8e-9dff-5ceb4502e35d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-03T19:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b736a6b-6f85-40b9-b189-d7ffacce8c7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-03T19:35:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6e44764-153f-4b31-b948-a09f015f5dd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:35:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6e44764-153f-4b31-b948-a09f015f5dd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:35:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6e44764-153f-4b31-b948-a09f015f5dd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:35:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "761fbbf0-04ee-4939-ae2f-124ec77f5ec0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:35:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "761fbbf0-04ee-4939-ae2f-124ec77f5ec0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:35:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "761fbbf0-04ee-4939-ae2f-124ec77f5ec0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "81e544c8-669d-40fa-8491-e05d956099de", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-03T19:36:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e88ea37b-7e53-409d-b0c5-8eaf2e6158ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:36:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e88ea37b-7e53-409d-b0c5-8eaf2e6158ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-03T19:36:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "821c20b5-cfe4-408f-86ff-a0843875d939", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:36:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "821c20b5-cfe4-408f-86ff-a0843875d939", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T19:36:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76fd16b8-93a2-46fd-98f5-3a48541d50d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-03T19:36:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "9e06cc05-df9a-49d1-9321-c0bac375c232", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-03T19:36:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "c84e0da5-e0e3-4ff0-bf27-fced08dccfb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-03T19:36:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "274f9729-e8e0-40ae-807b-f7a43797c774", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:36:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "274f9729-e8e0-40ae-807b-f7a43797c774", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-03T19:36:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c53af48a-1a5b-489a-9fe8-0ef3fa14cd7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fa199136-bc62-47f1-8908-0991baa11a91", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fa199136-bc62-47f1-8908-0991baa11a91", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fa199136-bc62-47f1-8908-0991baa11a91", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "637dc717-7559-41a3-8382-df3d285bcc41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "637dc717-7559-41a3-8382-df3d285bcc41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:36:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fa199136-bc62-47f1-8908-0991baa11a91", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-03T19:36:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fa199136-bc62-47f1-8908-0991baa11a91", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fa199136-bc62-47f1-8908-0991baa11a91", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "637dc717-7559-41a3-8382-df3d285bcc41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5571eee1-37fa-4926-84cc-6f0ad6e0b7dd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5571eee1-37fa-4926-84cc-6f0ad6e0b7dd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5571eee1-37fa-4926-84cc-6f0ad6e0b7dd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99c9ed85-5715-4181-a147-aeb00b95c9ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5571eee1-37fa-4926-84cc-6f0ad6e0b7dd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-03T19:36:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5571eee1-37fa-4926-84cc-6f0ad6e0b7dd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5571eee1-37fa-4926-84cc-6f0ad6e0b7dd", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99c9ed85-5715-4181-a147-aeb00b95c9ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:36:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99c9ed85-5715-4181-a147-aeb00b95c9ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "867055b0-875a-435d-a96f-0e959d1349b6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "867055b0-875a-435d-a96f-0e959d1349b6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "867055b0-875a-435d-a96f-0e959d1349b6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "590d4fb8-d167-43ee-871a-8a56ab79973f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "867055b0-875a-435d-a96f-0e959d1349b6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-03T19:36:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "867055b0-875a-435d-a96f-0e959d1349b6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "867055b0-875a-435d-a96f-0e959d1349b6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "590d4fb8-d167-43ee-871a-8a56ab79973f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:36:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b2b15f45-8096-4a6d-b648-82e366472dec", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b2b15f45-8096-4a6d-b648-82e366472dec", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b2b15f45-8096-4a6d-b648-82e366472dec", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b2b15f45-8096-4a6d-b648-82e366472dec", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-03T19:36:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b2b15f45-8096-4a6d-b648-82e366472dec", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b2b15f45-8096-4a6d-b648-82e366472dec", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "590d4fb8-d167-43ee-871a-8a56ab79973f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f0f1b281-53a2-424b-908a-064b2d162f9a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f0f1b281-53a2-424b-908a-064b2d162f9a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f0f1b281-53a2-424b-908a-064b2d162f9a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8308f8f9-e473-4ee4-af44-d2da5af0c426", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f0f1b281-53a2-424b-908a-064b2d162f9a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T19:36:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f0f1b281-53a2-424b-908a-064b2d162f9a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f0f1b281-53a2-424b-908a-064b2d162f9a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8308f8f9-e473-4ee4-af44-d2da5af0c426", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:36:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8308f8f9-e473-4ee4-af44-d2da5af0c426", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e110ea9e-7018-4a1a-8b74-54fb3632576a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e110ea9e-7018-4a1a-8b74-54fb3632576a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e110ea9e-7018-4a1a-8b74-54fb3632576a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f92b1aa-f7de-4cbb-b6f8-23c71b83dc3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e110ea9e-7018-4a1a-8b74-54fb3632576a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T19:36:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e110ea9e-7018-4a1a-8b74-54fb3632576a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e110ea9e-7018-4a1a-8b74-54fb3632576a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f92b1aa-f7de-4cbb-b6f8-23c71b83dc3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:36:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f92b1aa-f7de-4cbb-b6f8-23c71b83dc3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d14881b0-312c-4dbe-866c-d8c6ee22b19f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:36:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d14881b0-312c-4dbe-866c-d8c6ee22b19f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:36:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d14881b0-312c-4dbe-866c-d8c6ee22b19f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:36:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c271fad0-f377-4530-8488-9bd13aa9ef32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d14881b0-312c-4dbe-866c-d8c6ee22b19f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-03T19:36:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d14881b0-312c-4dbe-866c-d8c6ee22b19f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d14881b0-312c-4dbe-866c-d8c6ee22b19f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:36:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c271fad0-f377-4530-8488-9bd13aa9ef32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:36:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c271fad0-f377-4530-8488-9bd13aa9ef32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb802f5e-32bd-4ce7-95cf-7df12da61cc9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb802f5e-32bd-4ce7-95cf-7df12da61cc9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb802f5e-32bd-4ce7-95cf-7df12da61cc9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e55cf12-d064-46af-a6d4-e8b9be9626f3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:36:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e55cf12-d064-46af-a6d4-e8b9be9626f3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:36:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e55cf12-d064-46af-a6d4-e8b9be9626f3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:36:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e55cf12-d064-46af-a6d4-e8b9be9626f3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-03T19:36:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e55cf12-d064-46af-a6d4-e8b9be9626f3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2e55cf12-d064-46af-a6d4-e8b9be9626f3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:36:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "073d9236-8981-406e-883f-9f2bff88dd5b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:36:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "073d9236-8981-406e-883f-9f2bff88dd5b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:36:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "073d9236-8981-406e-883f-9f2bff88dd5b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:36:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "073d9236-8981-406e-883f-9f2bff88dd5b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-03T19:36:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "073d9236-8981-406e-883f-9f2bff88dd5b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "073d9236-8981-406e-883f-9f2bff88dd5b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:36:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb151941-1a44-4986-98e0-719e29ff8f09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb151941-1a44-4986-98e0-719e29ff8f09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:36:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb151941-1a44-4986-98e0-719e29ff8f09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "06020cbe-bab9-4bab-a231-4d2c2b311854", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:36:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "06020cbe-bab9-4bab-a231-4d2c2b311854", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:36:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "06020cbe-bab9-4bab-a231-4d2c2b311854", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:36:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "06020cbe-bab9-4bab-a231-4d2c2b311854", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-03T19:36:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "06020cbe-bab9-4bab-a231-4d2c2b311854", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "06020cbe-bab9-4bab-a231-4d2c2b311854", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:36:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "89ae8271-b473-489b-9386-68e4de343443", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:36:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "89ae8271-b473-489b-9386-68e4de343443", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:36:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "89ae8271-b473-489b-9386-68e4de343443", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:36:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "89ae8271-b473-489b-9386-68e4de343443", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-03T19:36:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "89ae8271-b473-489b-9386-68e4de343443", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "89ae8271-b473-489b-9386-68e4de343443", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:36:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a5951c50-85f9-4c5b-bc6c-dff9717d2740", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a5951c50-85f9-4c5b-bc6c-dff9717d2740", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:36:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a5951c50-85f9-4c5b-bc6c-dff9717d2740", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a02f0ec9-5222-42cb-8137-11d3b155feb4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:36:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a02f0ec9-5222-42cb-8137-11d3b155feb4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:36:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a02f0ec9-5222-42cb-8137-11d3b155feb4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:36:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a02f0ec9-5222-42cb-8137-11d3b155feb4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-03T19:36:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a02f0ec9-5222-42cb-8137-11d3b155feb4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a02f0ec9-5222-42cb-8137-11d3b155feb4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:36:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d5482e8b-de90-47f7-ab77-8444270c4d48", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d5482e8b-de90-47f7-ab77-8444270c4d48", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d5482e8b-de90-47f7-ab77-8444270c4d48", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d5482e8b-de90-47f7-ab77-8444270c4d48", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T19:36:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d5482e8b-de90-47f7-ab77-8444270c4d48", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d5482e8b-de90-47f7-ab77-8444270c4d48", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "468ad0ea-d938-4b4a-a000-4a245d85f2f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "468ad0ea-d938-4b4a-a000-4a245d85f2f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:36:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "468ad0ea-d938-4b4a-a000-4a245d85f2f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:36:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "914b986e-11cf-48f1-a189-814f7913fb8c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "914b986e-11cf-48f1-a189-814f7913fb8c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "914b986e-11cf-48f1-a189-814f7913fb8c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "914b986e-11cf-48f1-a189-814f7913fb8c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T19:36:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "914b986e-11cf-48f1-a189-814f7913fb8c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "914b986e-11cf-48f1-a189-814f7913fb8c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8dabfded-5ef4-4dc0-ab3d-4b86d5468307", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8dabfded-5ef4-4dc0-ab3d-4b86d5468307", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8dabfded-5ef4-4dc0-ab3d-4b86d5468307", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:36:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8dabfded-5ef4-4dc0-ab3d-4b86d5468307", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T19:36:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8dabfded-5ef4-4dc0-ab3d-4b86d5468307", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:36:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8dabfded-5ef4-4dc0-ab3d-4b86d5468307", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "06f030c1-8e05-4462-b932-cc92f81d2008", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:37:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "06f030c1-8e05-4462-b932-cc92f81d2008", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "06f030c1-8e05-4462-b932-cc92f81d2008", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:37:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7bd312c1-4a33-433d-b834-553881c0f567", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:37:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7bd312c1-4a33-433d-b834-553881c0f567", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:37:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7bd312c1-4a33-433d-b834-553881c0f567", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:37:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7bd312c1-4a33-433d-b834-553881c0f567", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T19:37:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7bd312c1-4a33-433d-b834-553881c0f567", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:37:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "7bd312c1-4a33-433d-b834-553881c0f567", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:37:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "88841597-ace9-452d-8aaa-79b5821aa519", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:37:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "88841597-ace9-452d-8aaa-79b5821aa519", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:37:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "88841597-ace9-452d-8aaa-79b5821aa519", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:37:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "88841597-ace9-452d-8aaa-79b5821aa519", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-03T19:37:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "88841597-ace9-452d-8aaa-79b5821aa519", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:37:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "88841597-ace9-452d-8aaa-79b5821aa519", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:37:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3eda4db4-6322-4380-8999-71a77590b4d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:37:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3eda4db4-6322-4380-8999-71a77590b4d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:37:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3eda4db4-6322-4380-8999-71a77590b4d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:37:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "852da8dc-735b-4122-a7a7-6dbf0c9e309e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:37:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "852da8dc-735b-4122-a7a7-6dbf0c9e309e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:37:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "852da8dc-735b-4122-a7a7-6dbf0c9e309e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:37:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "852da8dc-735b-4122-a7a7-6dbf0c9e309e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-03T19:37:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "852da8dc-735b-4122-a7a7-6dbf0c9e309e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:37:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "852da8dc-735b-4122-a7a7-6dbf0c9e309e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:37:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:37:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:37:15Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:37:15Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:37:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "84aaef21-d497-4a30-bb25-ea89e0b912ee", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:37:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "84aaef21-d497-4a30-bb25-ea89e0b912ee", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:37:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "84aaef21-d497-4a30-bb25-ea89e0b912ee", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:37:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "84aaef21-d497-4a30-bb25-ea89e0b912ee", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-03T19:37:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "84aaef21-d497-4a30-bb25-ea89e0b912ee", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:37:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "84aaef21-d497-4a30-bb25-ea89e0b912ee", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-03T19:37:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c70b813d-26e2-44a9-8c8e-7b4598872d59", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:37:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c70b813d-26e2-44a9-8c8e-7b4598872d59", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:37:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c70b813d-26e2-44a9-8c8e-7b4598872d59", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:37:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c70b813d-26e2-44a9-8c8e-7b4598872d59", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-03T19:37:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c70b813d-26e2-44a9-8c8e-7b4598872d59", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:37:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c70b813d-26e2-44a9-8c8e-7b4598872d59", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-03T19:37:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bee2cbe0-9045-43f1-8425-09c150a4e601", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:37:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bee2cbe0-9045-43f1-8425-09c150a4e601", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:37:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bee2cbe0-9045-43f1-8425-09c150a4e601", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:37:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bee2cbe0-9045-43f1-8425-09c150a4e601", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-03T19:37:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bee2cbe0-9045-43f1-8425-09c150a4e601", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:37:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "bee2cbe0-9045-43f1-8425-09c150a4e601", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-03T19:37:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b59be729-19ac-47c0-a969-eb4610b0b3d3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:37:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b59be729-19ac-47c0-a969-eb4610b0b3d3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:37:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b59be729-19ac-47c0-a969-eb4610b0b3d3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:37:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b59be729-19ac-47c0-a969-eb4610b0b3d3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T19:37:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b59be729-19ac-47c0-a969-eb4610b0b3d3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:37:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b59be729-19ac-47c0-a969-eb4610b0b3d3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:37:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eed9afce-fa30-4e0e-85ff-39f89e9b5f14", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:37:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eed9afce-fa30-4e0e-85ff-39f89e9b5f14", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:37:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eed9afce-fa30-4e0e-85ff-39f89e9b5f14", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:37:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eed9afce-fa30-4e0e-85ff-39f89e9b5f14", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-03T19:37:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eed9afce-fa30-4e0e-85ff-39f89e9b5f14", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:37:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eed9afce-fa30-4e0e-85ff-39f89e9b5f14", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-03T19:38:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6378f751-ab75-4e3b-ba99-cf28f8a9dcd7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:38:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6378f751-ab75-4e3b-ba99-cf28f8a9dcd7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:38:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6378f751-ab75-4e3b-ba99-cf28f8a9dcd7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:38:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6378f751-ab75-4e3b-ba99-cf28f8a9dcd7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-03T19:38:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6378f751-ab75-4e3b-ba99-cf28f8a9dcd7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-03T19:38:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6378f751-ab75-4e3b-ba99-cf28f8a9dcd7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-03T19:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "64f2c721-e0fc-47e8-bc1d-8d4a8a8913f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-03T19:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "91ccc175-7cb7-40f6-8eb1-d7b52d0c96c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-03T19:38:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "7b061294-d239-457d-b466-bc6462b901fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:38:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "7b061294-d239-457d-b466-bc6462b901fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-03T19:38:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "e5766269-8764-40aa-b264-899afe00a271", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:38:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "e5766269-8764-40aa-b264-899afe00a271", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T19:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fab4e9e-3c80-4388-a341-a97364d0eac4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-03T19:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "a9439801-cb65-4002-bbfe-f3a88a40d70d", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-03T19:38:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "bf584e70-76a5-4411-9391-6e593ab54d79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:38:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "bf584e70-76a5-4411-9391-6e593ab54d79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-03T19:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31693c93-52a3-42eb-bf56-7151904aca65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-03T19:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "e366e5ab-e0c3-47c5-807c-8882e816e317", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-03T19:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "52f0316c-80b2-4a4a-aec3-e463ef090fb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-03T19:38:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "edf66976-532a-4502-8eca-ab9d932250ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:38:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "edf66976-532a-4502-8eca-ab9d932250ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-03T19:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06973587-82cd-44db-9576-2a190528a37b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-03T19:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "492f3cbd-108f-4c23-be46-c8a74cad9055", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-03T19:38:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "b81237df-118a-4da0-836c-7011f43cd951", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:38:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "b81237df-118a-4da0-836c-7011f43cd951", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-03T19:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbad442c-fe1f-4411-b1aa-68aee512c990", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-03T19:40:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "84bd3c4d-16b3-4f91-91b4-b4b74f624ead", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e4fa181b-7228-427b-bcf5-f96403813564", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e9ce6594-2866-48c8-afaf-4a9772cf3088", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:40:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e9ce6594-2866-48c8-afaf-4a9772cf3088", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b67b06f2-0bbb-4330-a702-c73814eda619", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f1dfa73-03ea-4fbf-a9df-0f02b806b2a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7272f34e-3027-4cba-8252-bbcaa1e33db1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:40:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7272f34e-3027-4cba-8252-bbcaa1e33db1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b35d8c3c-b165-4408-afb3-62b64ce69f8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3b603b1-f129-4861-b29e-b00144026b90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3b603b1-f129-4861-b29e-b00144026b90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:40:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3b603b1-f129-4861-b29e-b00144026b90", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T19:40:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f6544a25-0b19-4ca1-b03a-eb97404c4e15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f6544a25-0b19-4ca1-b03a-eb97404c4e15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "69d2ecdf-edba-4ee4-9645-af1c6380dcbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "69d2ecdf-edba-4ee4-9645-af1c6380dcbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28506955-237c-48e9-9f32-9fd0c84379d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:40:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28506955-237c-48e9-9f32-9fd0c84379d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-03T19:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3e462cf3-a397-44af-a875-61e968c90a52", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1e96f449-0ce8-4f27-9664-a76b68e7fa97", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:41:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1e96f449-0ce8-4f27-9664-a76b68e7fa97", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7c13fb24-e0ec-4a24-9b86-b724d44c3198", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36664921-b6fb-4db1-af28-8662853b04f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "aa928576-4d17-4d1c-b6d9-1b5c305c3a49", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d3e6ebcf-63e8-43c3-8c9b-99a58466a0e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:41:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d3e6ebcf-63e8-43c3-8c9b-99a58466a0e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7e6c2f5-8654-48f8-b886-29fdf5fda98f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e5b9b1b-0349-4601-8ae3-cff8191085af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e5b9b1b-0349-4601-8ae3-cff8191085af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:41:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e5b9b1b-0349-4601-8ae3-cff8191085af", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T19:41:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e3ca1172-a450-4624-bec3-d478706be5a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e3ca1172-a450-4624-bec3-d478706be5a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f503fb05-2734-4407-915f-2f474bf15d43", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f503fb05-2734-4407-915f-2f474bf15d43", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc734b39-5781-490d-b152-82ec1bb054c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc734b39-5781-490d-b152-82ec1bb054c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-03T19:41:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "openshift-service-ca.crt", "reconcileID": "3d20a1a2-7f61-401d-b4f3-af800a48832b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:41:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "odh-trusted-ca-bundle", "reconcileID": "831a5b3a-ac96-4a9e-9086-6770b31003d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:41:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "openshift-service-ca.crt", "reconcileID": "44cac80f-3248-4c7e-bcf8-e02778243b80", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d19589", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:41:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "openshift-service-ca.crt", "reconcileID": "44cac80f-3248-4c7e-bcf8-e02778243b80", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:41:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "openshift-service-ca.crt", "reconcileID": "0aae94ff-88c3-4281-8368-9b5e32def0a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:41:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "107116f8-7453-412c-9e7a-57e6aa0e96dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:41:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "odh-trusted-ca-bundle", "reconcileID": "30f8e331-d816-43c5-ad6e-11ae40a164d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d19589", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:41:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "odh-trusted-ca-bundle", "reconcileID": "30f8e331-d816-43c5-ad6e-11ae40a164d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:41:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fda1ee54-a50e-4814-b66e-22d5e29a8a8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:41:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01c824c8-dfbc-43e5-b842-e04d10651218", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:41:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01c824c8-dfbc-43e5-b842-e04d10651218", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:41:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01c824c8-dfbc-43e5-b842-e04d10651218", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:41:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f208975-3775-4cb5-948e-0fd938835313", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:41:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f208975-3775-4cb5-948e-0fd938835313", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:41:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f208975-3775-4cb5-948e-0fd938835313", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:41:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b302f45-d531-4b8a-ad6e-08c3c227cc6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:41:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b302f45-d531-4b8a-ad6e-08c3c227cc6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:41:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b302f45-d531-4b8a-ad6e-08c3c227cc6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:41:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35a7e7a8-a9c9-436c-b716-fb4b7d9b9a1d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:41:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35a7e7a8-a9c9-436c-b716-fb4b7d9b9a1d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:41:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35a7e7a8-a9c9-436c-b716-fb4b7d9b9a1d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:42:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a346656d-c2c3-457c-9c47-3ec05049d376", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:42:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a346656d-c2c3-457c-9c47-3ec05049d376", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d19589", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:42:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a346656d-c2c3-457c-9c47-3ec05049d376", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-d19589 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T19:42:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "odh-trusted-ca-bundle", "reconcileID": "b1f13b0a-4bf3-4370-988f-c875a2c1150d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:42:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "odh-trusted-ca-bundle", "reconcileID": "b1f13b0a-4bf3-4370-988f-c875a2c1150d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:42:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "openshift-service-ca.crt", "reconcileID": "444919a7-f6b0-4de5-93bd-b75d38800126", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:42:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "openshift-service-ca.crt", "reconcileID": "444919a7-f6b0-4de5-93bd-b75d38800126", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:42:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26dd94fd-f750-4300-9993-0a04644f448e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:42:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-d19589"}, "namespace": "e2e-modelref-d19589", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26dd94fd-f750-4300-9993-0a04644f448e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-d19589"} 2026-06-03T19:42:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "openshift-service-ca.crt", "reconcileID": "71702be6-8c70-4a9a-b6ec-4d27c4a1d3c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "odh-trusted-ca-bundle", "reconcileID": "37d2ad09-84f1-43b0-8366-3e4f76e9839a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "openshift-service-ca.crt", "reconcileID": "5cfcbfa6-a26d-4b84-8f7d-0416f6286540", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-247ed5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:42:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "openshift-service-ca.crt", "reconcileID": "5cfcbfa6-a26d-4b84-8f7d-0416f6286540", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "openshift-service-ca.crt", "reconcileID": "62858644-6b53-47da-a674-84c31d9aa1f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc735ffa-985d-43f9-b6f9-8bbde36fb6ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "odh-trusted-ca-bundle", "reconcileID": "4753981a-89c4-42e2-9902-84e2ff911f58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-247ed5", "update": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:42:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "odh-trusted-ca-bundle", "reconcileID": "4753981a-89c4-42e2-9902-84e2ff911f58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "026a8614-ab68-4708-a089-2d41c60c3f41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c28be63b-773d-4bc3-b4d3-bfdf4840c3cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c28be63b-773d-4bc3-b4d3-bfdf4840c3cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c28be63b-773d-4bc3-b4d3-bfdf4840c3cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f16e5a3b-bd15-49e9-88f4-363824c50ee7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f16e5a3b-bd15-49e9-88f4-363824c50ee7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f16e5a3b-bd15-49e9-88f4-363824c50ee7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:42:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "551cbd85-9ab2-45ef-93e5-d02b26548a67", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:42:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "551cbd85-9ab2-45ef-93e5-d02b26548a67", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:42:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "551cbd85-9ab2-45ef-93e5-d02b26548a67", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:42:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa28924b-02fe-450a-9452-f21b29027f82", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:42:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa28924b-02fe-450a-9452-f21b29027f82", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T19:42:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fa28924b-02fe-450a-9452-f21b29027f82", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T19:42:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de1ea503-6b54-46d8-946a-68cd4f19fa9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de1ea503-6b54-46d8-946a-68cd4f19fa9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-247ed5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-03T19:42:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de1ea503-6b54-46d8-946a-68cd4f19fa9a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-247ed5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-03T19:42:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "odh-trusted-ca-bundle", "reconcileID": "832730dc-f513-444f-adcf-c71dfc7dcceb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "odh-trusted-ca-bundle", "reconcileID": "832730dc-f513-444f-adcf-c71dfc7dcceb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "openshift-service-ca.crt", "reconcileID": "8362f2f4-9699-41c7-a1f0-3ed035e99733", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "openshift-service-ca.crt", "reconcileID": "8362f2f4-9699-41c7-a1f0-3ed035e99733", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8b4a29b-836d-4008-a03a-1263ec6061e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:42:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-247ed5"}, "namespace": "e2e-modelref-247ed5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8b4a29b-836d-4008-a03a-1263ec6061e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-247ed5"} 2026-06-03T19:49:52Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:49:52Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:49:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:49:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:56:19Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:56:19Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:56:23Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T19:56:23Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-03T20:00:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8d42d81e-aa1c-45b9-b2fa-85bbcf2a6a55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T20:00:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8d42d81e-aa1c-45b9-b2fa-85bbcf2a6a55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T20:00:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8d42d81e-aa1c-45b9-b2fa-85bbcf2a6a55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T20:00:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "858c0d6e-43e4-457f-ab0f-0375b90eaba1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T20:00:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "858c0d6e-43e4-457f-ab0f-0375b90eaba1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T20:00:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "858c0d6e-43e4-457f-ab0f-0375b90eaba1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T20:00:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d216b4d7-f28f-4859-b1fe-64c2cfc08f1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T20:00:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d216b4d7-f28f-4859-b1fe-64c2cfc08f1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T20:00:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d216b4d7-f28f-4859-b1fe-64c2cfc08f1a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T20:01:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a673c2aa-3440-47a2-9943-ece2e49d0908", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-03T20:01:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a673c2aa-3440-47a2-9943-ece2e49d0908", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-03T20:01:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a673c2aa-3440-47a2-9943-ece2e49d0908", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}