2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"open-cluster-management-85781127-4a5f-4709-8232-89c1fb1f2"}, "namespace": "open-cluster-management-85781127-4a5f-4709-8232-89c1fb1f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d3266c1-4f92-41d9-aa2a-d8b1920d8c09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "open-cluster-management-85781127-4a5f-4709-8232-89c1fb1f2"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-ovn-kubernetes"}, "namespace": "openshift-ovn-kubernetes", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e0de96c-3c56-43e6-8c21-1023986f8dd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-ovn-kubernetes"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-controller-manager-operator"}, "namespace": "openshift-kube-controller-manager-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3280b664-1fe4-4992-ad95-27907387dbd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-controller-manager-operator"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-scheduler"}, "namespace": "openshift-kube-scheduler", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f4b6bd7-2982-45c5-b62d-580d5d0e3267", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-scheduler"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cloud-network-config-controller"}, "namespace": "openshift-cloud-network-config-controller", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba268fdf-ca7a-475f-b125-86cf307e2031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cloud-network-config-controller"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-config-operator"}, "namespace": "openshift-config-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d08f4fc-b59b-41f2-ab8b-1705ab312c54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-config-operator"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kube-system"}, "namespace": "kube-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b10ee2f-c9ba-4f26-af39-43ebf47acd81", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kube-system"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-user-workload-monitoring"}, "namespace": "openshift-user-workload-monitoring", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98abd015-3632-4198-a7b3-69a355fbc90d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-user-workload-monitoring"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-dns-operator"}, "namespace": "openshift-dns-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "910b31ff-7180-4a6c-85c9-9c635af367b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-dns-operator"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-config"}, "namespace": "openshift-config", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ecef6e42-77c7-4355-b0b2-42ba2f325fea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-config"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-kube-controller-manager"}, "namespace": "openshift-kube-controller-manager", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccdc23c7-cdab-4a08-927c-fc971d563ea0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-kube-controller-manager"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-cloud-controller-manager"}, "namespace": "openshift-cloud-controller-manager", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0369b88-3a97-4719-b5b9-e65367fc1248", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-cloud-controller-manager"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-apiserver-operator"}, "namespace": "openshift-apiserver-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbba0e9f-d1ce-472f-9fb8-5f5da94ff842", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-apiserver-operator"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-console-operator"}, "namespace": "openshift-console-operator", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69d109a1-962c-4732-8722-5f829ccabbaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-console-operator"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-machine-api"}, "namespace": "openshift-machine-api", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31b64f87-028c-46b8-ba34-02538ba7b128", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-machine-api"} 2026-06-09T15:23:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"openshift-node"}, "namespace": "openshift-node", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88e6211f-63ce-4f4b-89bf-5b7e808a7574", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "openshift-node"} 2026-06-09T15:23:56Z INFO Starting workers {"controller": "servingruntime", "controllerGroup": "serving.kserve.io", "controllerKind": "ServingRuntime", "worker count": 1} 2026-06-09T15:23:56Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-09T15:23:56Z INFO Multi Node reconciling. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-09T15:23:56Z INFO Starting workers {"controller": "inferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "InferenceService", "worker count": 1} 2026-06-09T15:23:56Z INFO Starting workers {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "worker count": 1} 2026-06-09T15:23:56Z INFO Starting workers {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "worker count": 1} 2026-06-09T15:23:56Z ERROR fail to get ray ca cert secret {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring", "secret": "ray-ca-tls", "namespace": "opendatahub", "error": "Secret \"ray-ca-tls\" not found"} github.com/opendatahub-io/odh-model-controller/internal/controller/serving.(*ServingRuntimeReconciler).reconcileMultiNodeSR /workspace/internal/controller/serving/servingruntime_controller.go:289 github.com/opendatahub-io/odh-model-controller/internal/controller/serving.(*ServingRuntimeReconciler).Reconcile /workspace/internal/controller/serving/servingruntime_controller.go:270 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T15:23:56Z ERROR Reconciler error {"controller": "servingruntime", "controllerGroup": "serving.kserve.io", "controllerKind": "ServingRuntime", "ServingRuntime": {"name":"openshift-monitoring","namespace":"openshift-monitoring"}, "namespace": "openshift-monitoring", "name": "openshift-monitoring", "reconcileID": "f7488018-90af-49c7-b3e9-0612e7897aaf", "error": "Secret \"ray-ca-tls\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T15:23:56Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T15:23:56Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T15:23:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T15:23:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T15:23:58Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-09T15:23:58Z INFO Multi Node reconciling. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-09T15:23:58Z INFO Multi Node reconciled successfully. {"ResourceName": "openshift-monitoring", "Namespace": "openshift-monitoring"} 2026-06-09T15:24:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "f5536129-d8a9-45ff-adfe-e916134ecc1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-06-09T15:24:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "9f239475-e815-4e17-92e7-d4e7c9fc440d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-06-09T15:24:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "e144dd14-a6b1-4cb3-b68a-ad77d8328cb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:24:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "e144dd14-a6b1-4cb3-b68a-ad77d8328cb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-06-09T15:24:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00596a44-faae-496b-a408-b4ac67ab2836", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-06-09T15:24:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "651307aa-6a31-4d39-9cfd-ae9b9c412e9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-06-09T15:24:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "f8d7f95d-f2bd-4ce8-a653-ab9df1acb8a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:24:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "f8d7f95d-f2bd-4ce8-a653-ab9df1acb8a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-06-09T15:24:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7fd3ac0-bb6c-4397-8e76-899aad2d224a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-06-09T15:26:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfb53283-1b68-426e-a69c-7c67113aab31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:26:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfb53283-1b68-426e-a69c-7c67113aab31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfb53283-1b68-426e-a69c-7c67113aab31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8dd01699-84c7-4777-a3cb-2829a905710d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8dd01699-84c7-4777-a3cb-2829a905710d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8dd01699-84c7-4777-a3cb-2829a905710d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f2f7231-a50d-447d-9650-85fd0e0f1565", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f2f7231-a50d-447d-9650-85fd0e0f1565", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f2f7231-a50d-447d-9650-85fd0e0f1565", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4624fe5-b7ec-4007-8dd0-442cc88232a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4624fe5-b7ec-4007-8dd0-442cc88232a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4624fe5-b7ec-4007-8dd0-442cc88232a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:26:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "c1556cd8-2d31-496b-8c8f-980f41b62931", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T15:26:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "b953fe5f-d7b2-426e-bf16-d9aef6f6632f", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T15:26:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "0705e1af-ed9f-4686-a9e2-9a8b0089b730", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:26:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "0705e1af-ed9f-4686-a9e2-9a8b0089b730", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T15:26:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "2932cf98-160e-47f0-80e0-fdeacae9be81", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T15:26:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1e5cf61-159c-4fcf-b56b-5f2a3eb451d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T15:26:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "c60b3743-f3d0-40e4-938d-19a2952a1450", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:26:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "c60b3743-f3d0-40e4-938d-19a2952a1450", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T15:26:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27abda4a-dcb6-47ce-a4c8-07294dba4487", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T15:27:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fc460dd-c1c1-4fc3-82cf-f95cd3fb1909", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:27:39Z DEBUG Authorino has TLS disabled {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fc460dd-c1c1-4fc3-82cf-f95cd3fb1909", "listener.tls": {"enabled":false}} 2026-06-09T15:27:39Z DEBUG Authorino TLS is not enabled, skipping EnvoyFilter creation {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fc460dd-c1c1-4fc3-82cf-f95cd3fb1909", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:27:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fc460dd-c1c1-4fc3-82cf-f95cd3fb1909", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "618c3b98-9c07-48e6-864d-9320b3d164db", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T15:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "6d65d8ff-63d2-4aaf-89ce-166020aee959", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T15:27:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "69992d43-8718-41bf-90e8-09aca1e857d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:27:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "69992d43-8718-41bf-90e8-09aca1e857d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T15:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "34a1d00a-d792-4cec-ab5d-c314cb046b88", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T15:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "649b0286-343f-42aa-95cd-021bdd560e55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T15:27:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "32a1ec51-2120-4270-b021-00b6502c1140", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:27:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "32a1ec51-2120-4270-b021-00b6502c1140", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T15:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "ec9774a0-6012-4d9d-8170-49d616106613", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T15:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "dc20b55b-1489-45fe-8ad3-e63a0a79dc92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T15:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a16da57-dc58-441c-af9d-c74a7dcd9332", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T15:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9696e06a-e909-448d-9be3-72ae9ab4f65e", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T15:27:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "4842dba9-b0ba-4556-ac2d-ea0661c542bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:27:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "4842dba9-b0ba-4556-ac2d-ea0661c542bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T15:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30627d22-a2f9-42af-86ea-3900774b023e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T15:27:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "576d8c76-c7d0-4a58-ab65-e70dcaee0c27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:27:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "576d8c76-c7d0-4a58-ab65-e70dcaee0c27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T15:27:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e53e4f80-3988-4a11-84b1-d5ea51ce60dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T15:28:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc3ff4b5-e508-4042-91fb-57eeb7ea8132", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:28:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc3ff4b5-e508-4042-91fb-57eeb7ea8132", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:28:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc3ff4b5-e508-4042-91fb-57eeb7ea8132", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:28:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f845aca0-42da-4c35-a664-ef8653efaa34", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:28:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f845aca0-42da-4c35-a664-ef8653efaa34", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:28:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f845aca0-42da-4c35-a664-ef8653efaa34", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "7d81f2d3-b203-4daa-8246-bcd6e83e7164", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T15:29:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "ceada84d-51ed-48a4-ad74-c0e7531e1c4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-09T15:29:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "129aedfd-4474-433b-8025-8f05f1845caf", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:29:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "129aedfd-4474-433b-8025-8f05f1845caf", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T15:29:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "13ef3ed5-1ef3-4799-b002-af8898c4d96e", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:29:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "13ef3ed5-1ef3-4799-b002-af8898c4d96e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T15:29:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e3e28c7-c382-43d9-8747-7912c483a41a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-09T15:29:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "028d0da2-73a2-4454-a14c-e16fdf2d9da4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:29:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "028d0da2-73a2-4454-a14c-e16fdf2d9da4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-09T15:29:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "57518cfd-f978-4b13-bdb5-963a3e68b2ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T15:29:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bee12ef6-e25d-4e1b-8dc8-4b20b6cf7806", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5efce357-e4f6-4a6e-a432-1d0b1ff7b935", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5efce357-e4f6-4a6e-a432-1d0b1ff7b935", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5efce357-e4f6-4a6e-a432-1d0b1ff7b935", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1e76e9c0-67bd-469b-8c57-ebf9211a8969", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1e76e9c0-67bd-469b-8c57-ebf9211a8969", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1e76e9c0-67bd-469b-8c57-ebf9211a8969", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8d9db68d-1945-4f57-a386-58bd66887bcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8d9db68d-1945-4f57-a386-58bd66887bcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:29:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1e76e9c0-67bd-469b-8c57-ebf9211a8969", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T15:29:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1e76e9c0-67bd-469b-8c57-ebf9211a8969", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1e76e9c0-67bd-469b-8c57-ebf9211a8969", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8d9db68d-1945-4f57-a386-58bd66887bcd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c8d9afaa-f4cc-45f8-8d4c-278e6777edc5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c8d9afaa-f4cc-45f8-8d4c-278e6777edc5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c8d9afaa-f4cc-45f8-8d4c-278e6777edc5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9cebe66-ad70-46a8-bdbe-271aea8bc433", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c8d9afaa-f4cc-45f8-8d4c-278e6777edc5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T15:29:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c8d9afaa-f4cc-45f8-8d4c-278e6777edc5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c8d9afaa-f4cc-45f8-8d4c-278e6777edc5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9cebe66-ad70-46a8-bdbe-271aea8bc433", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9cebe66-ad70-46a8-bdbe-271aea8bc433", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "622a0a9d-bc6c-4c5a-a371-4f044a797612", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "622a0a9d-bc6c-4c5a-a371-4f044a797612", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "622a0a9d-bc6c-4c5a-a371-4f044a797612", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b997916-900a-4b0a-934c-a0e2f4f8efe6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "622a0a9d-bc6c-4c5a-a371-4f044a797612", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T15:29:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "622a0a9d-bc6c-4c5a-a371-4f044a797612", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "622a0a9d-bc6c-4c5a-a371-4f044a797612", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b997916-900a-4b0a-934c-a0e2f4f8efe6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:29:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "37981d33-010d-444b-9fb5-4b5acf5195fb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "37981d33-010d-444b-9fb5-4b5acf5195fb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "37981d33-010d-444b-9fb5-4b5acf5195fb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "37981d33-010d-444b-9fb5-4b5acf5195fb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T15:29:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "37981d33-010d-444b-9fb5-4b5acf5195fb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "37981d33-010d-444b-9fb5-4b5acf5195fb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b997916-900a-4b0a-934c-a0e2f4f8efe6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a278d2aa-b1a4-4e3a-b0cc-ed3ce989e930", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a278d2aa-b1a4-4e3a-b0cc-ed3ce989e930", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a278d2aa-b1a4-4e3a-b0cc-ed3ce989e930", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b600673-f906-420c-83c6-fe3908fe707a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a278d2aa-b1a4-4e3a-b0cc-ed3ce989e930", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T15:29:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a278d2aa-b1a4-4e3a-b0cc-ed3ce989e930", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a278d2aa-b1a4-4e3a-b0cc-ed3ce989e930", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b600673-f906-420c-83c6-fe3908fe707a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b600673-f906-420c-83c6-fe3908fe707a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5062c87a-c4a3-4090-b002-7fed51d344d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5062c87a-c4a3-4090-b002-7fed51d344d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5062c87a-c4a3-4090-b002-7fed51d344d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7929c222-a93a-45e0-809b-26bdb4fcd9e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5062c87a-c4a3-4090-b002-7fed51d344d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T15:29:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5062c87a-c4a3-4090-b002-7fed51d344d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5062c87a-c4a3-4090-b002-7fed51d344d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7929c222-a93a-45e0-809b-26bdb4fcd9e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7929c222-a93a-45e0-809b-26bdb4fcd9e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f64d117c-9b9d-4bf8-bb7d-26ead05b8c36", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f64d117c-9b9d-4bf8-bb7d-26ead05b8c36", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f64d117c-9b9d-4bf8-bb7d-26ead05b8c36", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:29:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8a4fb8de-ad29-4c7c-a179-a1ce3ff6cb96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f64d117c-9b9d-4bf8-bb7d-26ead05b8c36", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T15:29:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f64d117c-9b9d-4bf8-bb7d-26ead05b8c36", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f64d117c-9b9d-4bf8-bb7d-26ead05b8c36", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:29:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8a4fb8de-ad29-4c7c-a179-a1ce3ff6cb96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:29:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8a4fb8de-ad29-4c7c-a179-a1ce3ff6cb96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:19Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T15:29:19Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T15:29:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d143ec6-bc18-4786-a686-327f243fdf86", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d143ec6-bc18-4786-a686-327f243fdf86", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:29:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d143ec6-bc18-4786-a686-327f243fdf86", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:20Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T15:29:20Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T15:29:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f27b3d5d-fadf-403c-a66b-fa7302f158a8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:29:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f27b3d5d-fadf-403c-a66b-fa7302f158a8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:29:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f27b3d5d-fadf-403c-a66b-fa7302f158a8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:29:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f27b3d5d-fadf-403c-a66b-fa7302f158a8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T15:29:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f27b3d5d-fadf-403c-a66b-fa7302f158a8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f27b3d5d-fadf-403c-a66b-fa7302f158a8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:29:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7a490e4e-3a84-4f32-8309-9a47c58dc66b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:29:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7a490e4e-3a84-4f32-8309-9a47c58dc66b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:29:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7a490e4e-3a84-4f32-8309-9a47c58dc66b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:29:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7a490e4e-3a84-4f32-8309-9a47c58dc66b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T15:29:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7a490e4e-3a84-4f32-8309-9a47c58dc66b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "7a490e4e-3a84-4f32-8309-9a47c58dc66b", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:29:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbf8e466-bac7-46ac-afca-b1ef82e86ab2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbf8e466-bac7-46ac-afca-b1ef82e86ab2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:29:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bbf8e466-bac7-46ac-afca-b1ef82e86ab2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "236ec793-3525-46cb-8d85-4f81704d2ecc", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:29:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "236ec793-3525-46cb-8d85-4f81704d2ecc", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:29:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "236ec793-3525-46cb-8d85-4f81704d2ecc", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:29:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "236ec793-3525-46cb-8d85-4f81704d2ecc", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T15:29:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "236ec793-3525-46cb-8d85-4f81704d2ecc", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "236ec793-3525-46cb-8d85-4f81704d2ecc", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:29:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0778b7a6-5600-400a-8f61-7eda4bcfcb51", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:29:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0778b7a6-5600-400a-8f61-7eda4bcfcb51", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:29:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0778b7a6-5600-400a-8f61-7eda4bcfcb51", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:29:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0778b7a6-5600-400a-8f61-7eda4bcfcb51", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T15:29:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0778b7a6-5600-400a-8f61-7eda4bcfcb51", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0778b7a6-5600-400a-8f61-7eda4bcfcb51", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:29:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b893db47-23c2-4e74-b32a-e154c78c3aa5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b893db47-23c2-4e74-b32a-e154c78c3aa5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:29:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b893db47-23c2-4e74-b32a-e154c78c3aa5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fe5f2ee2-718a-4e60-b1c3-b1b473a55eff", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:29:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fe5f2ee2-718a-4e60-b1c3-b1b473a55eff", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:29:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fe5f2ee2-718a-4e60-b1c3-b1b473a55eff", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:29:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fe5f2ee2-718a-4e60-b1c3-b1b473a55eff", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T15:29:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fe5f2ee2-718a-4e60-b1c3-b1b473a55eff", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fe5f2ee2-718a-4e60-b1c3-b1b473a55eff", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:29:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0a6b2749-0bde-428f-b605-4c12630304f0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0a6b2749-0bde-428f-b605-4c12630304f0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0a6b2749-0bde-428f-b605-4c12630304f0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0a6b2749-0bde-428f-b605-4c12630304f0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T15:29:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0a6b2749-0bde-428f-b605-4c12630304f0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0a6b2749-0bde-428f-b605-4c12630304f0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "279cea13-12df-4de5-be2b-d71998bf2a38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "279cea13-12df-4de5-be2b-d71998bf2a38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:29:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "279cea13-12df-4de5-be2b-d71998bf2a38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bcfc0cb2-11a3-4b3b-9ee5-7f4577b755cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bcfc0cb2-11a3-4b3b-9ee5-7f4577b755cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bcfc0cb2-11a3-4b3b-9ee5-7f4577b755cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bcfc0cb2-11a3-4b3b-9ee5-7f4577b755cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T15:29:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bcfc0cb2-11a3-4b3b-9ee5-7f4577b755cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bcfc0cb2-11a3-4b3b-9ee5-7f4577b755cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ea9b5b4d-03f8-4b76-81c9-b8d65efd348f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ea9b5b4d-03f8-4b76-81c9-b8d65efd348f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ea9b5b4d-03f8-4b76-81c9-b8d65efd348f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ea9b5b4d-03f8-4b76-81c9-b8d65efd348f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T15:29:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ea9b5b4d-03f8-4b76-81c9-b8d65efd348f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ea9b5b4d-03f8-4b76-81c9-b8d65efd348f", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15e41b93-f42f-43e0-a5a4-3344c343bfce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15e41b93-f42f-43e0-a5a4-3344c343bfce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:29:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15e41b93-f42f-43e0-a5a4-3344c343bfce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:29:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "340007c8-5a45-4af3-8402-37a01125c5cc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "340007c8-5a45-4af3-8402-37a01125c5cc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "340007c8-5a45-4af3-8402-37a01125c5cc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "340007c8-5a45-4af3-8402-37a01125c5cc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T15:29:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "340007c8-5a45-4af3-8402-37a01125c5cc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "340007c8-5a45-4af3-8402-37a01125c5cc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:29:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ddf0f780-7a2e-481a-92b9-3b97adbeb365", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:29:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ddf0f780-7a2e-481a-92b9-3b97adbeb365", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:29:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ddf0f780-7a2e-481a-92b9-3b97adbeb365", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:29:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ddf0f780-7a2e-481a-92b9-3b97adbeb365", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T15:29:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ddf0f780-7a2e-481a-92b9-3b97adbeb365", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:29:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ddf0f780-7a2e-481a-92b9-3b97adbeb365", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:30:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "206f55b5-b353-445d-ba90-51fee5fb1681", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:30:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "206f55b5-b353-445d-ba90-51fee5fb1681", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:30:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "206f55b5-b353-445d-ba90-51fee5fb1681", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:30:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ade4eaaf-6811-400b-95ee-46d084ac8073", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:30:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ade4eaaf-6811-400b-95ee-46d084ac8073", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:30:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ade4eaaf-6811-400b-95ee-46d084ac8073", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:30:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ade4eaaf-6811-400b-95ee-46d084ac8073", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T15:30:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ade4eaaf-6811-400b-95ee-46d084ac8073", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:30:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ade4eaaf-6811-400b-95ee-46d084ac8073", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:30:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8ca849ce-8340-4bae-85cf-c5a945409623", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:30:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8ca849ce-8340-4bae-85cf-c5a945409623", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:30:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8ca849ce-8340-4bae-85cf-c5a945409623", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:30:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8ca849ce-8340-4bae-85cf-c5a945409623", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T15:30:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8ca849ce-8340-4bae-85cf-c5a945409623", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:30:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8ca849ce-8340-4bae-85cf-c5a945409623", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:30:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d829bed9-3baa-4b92-a5e3-e6700e0853a5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:30:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d829bed9-3baa-4b92-a5e3-e6700e0853a5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:30:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d829bed9-3baa-4b92-a5e3-e6700e0853a5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:30:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d829bed9-3baa-4b92-a5e3-e6700e0853a5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T15:30:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d829bed9-3baa-4b92-a5e3-e6700e0853a5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:30:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d829bed9-3baa-4b92-a5e3-e6700e0853a5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T15:30:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9248b367-810c-4b55-a4e3-4a6ba83274e2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:30:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9248b367-810c-4b55-a4e3-4a6ba83274e2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:30:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9248b367-810c-4b55-a4e3-4a6ba83274e2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:30:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9248b367-810c-4b55-a4e3-4a6ba83274e2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T15:30:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9248b367-810c-4b55-a4e3-4a6ba83274e2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:30:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9248b367-810c-4b55-a4e3-4a6ba83274e2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T15:30:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c3d432b2-dc90-415e-9b4b-1ac5ce16a76f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:30:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c3d432b2-dc90-415e-9b4b-1ac5ce16a76f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:30:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c3d432b2-dc90-415e-9b4b-1ac5ce16a76f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:30:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c3d432b2-dc90-415e-9b4b-1ac5ce16a76f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T15:30:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c3d432b2-dc90-415e-9b4b-1ac5ce16a76f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:30:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c3d432b2-dc90-415e-9b4b-1ac5ce16a76f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:30:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "afe30b4b-0625-4c7a-b860-2707ac45bf3b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:30:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "afe30b4b-0625-4c7a-b860-2707ac45bf3b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:30:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "afe30b4b-0625-4c7a-b860-2707ac45bf3b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:30:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "afe30b4b-0625-4c7a-b860-2707ac45bf3b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T15:30:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "afe30b4b-0625-4c7a-b860-2707ac45bf3b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:30:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "afe30b4b-0625-4c7a-b860-2707ac45bf3b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:30:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d3d99f53-4ff6-4f60-bce6-0acdfd37ff56", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:30:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d3d99f53-4ff6-4f60-bce6-0acdfd37ff56", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:30:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d3d99f53-4ff6-4f60-bce6-0acdfd37ff56", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:30:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d3d99f53-4ff6-4f60-bce6-0acdfd37ff56", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T15:30:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d3d99f53-4ff6-4f60-bce6-0acdfd37ff56", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:30:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d3d99f53-4ff6-4f60-bce6-0acdfd37ff56", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:30:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "78732e0a-c521-43f2-b858-7f8ff817c040", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:30:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "78732e0a-c521-43f2-b858-7f8ff817c040", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:30:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "78732e0a-c521-43f2-b858-7f8ff817c040", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:30:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "78732e0a-c521-43f2-b858-7f8ff817c040", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T15:30:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "78732e0a-c521-43f2-b858-7f8ff817c040", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:30:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "78732e0a-c521-43f2-b858-7f8ff817c040", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T15:31:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2c97dbde-67e7-4cdf-ab19-25845f882e96", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:31:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2c97dbde-67e7-4cdf-ab19-25845f882e96", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:31:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2c97dbde-67e7-4cdf-ab19-25845f882e96", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:31:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2c97dbde-67e7-4cdf-ab19-25845f882e96", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T15:31:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2c97dbde-67e7-4cdf-ab19-25845f882e96", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:31:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "2c97dbde-67e7-4cdf-ab19-25845f882e96", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T15:32:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "649a4adc-15ec-45d5-ace9-3aa1e263b60b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:32:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "649a4adc-15ec-45d5-ace9-3aa1e263b60b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:32:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "649a4adc-15ec-45d5-ace9-3aa1e263b60b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:32:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "649a4adc-15ec-45d5-ace9-3aa1e263b60b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T15:32:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "649a4adc-15ec-45d5-ace9-3aa1e263b60b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T15:32:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "649a4adc-15ec-45d5-ace9-3aa1e263b60b", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T15:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "73b200b6-536c-41bb-a8b6-32f551012836", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T15:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "323d1133-4ea3-46fb-a9ac-68bab0b91216", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T15:32:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "5ebf841a-94c3-412f-b687-efa3adafed41", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:32:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "5ebf841a-94c3-412f-b687-efa3adafed41", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T15:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "233f6893-e668-49c9-abf9-0628c73ce941", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T15:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "91c14a89-d224-4abc-838c-160d07bb9f06", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T15:32:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "d2e4fbfb-07e7-47d9-aac3-0d3537bbb69f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:32:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "d2e4fbfb-07e7-47d9-aac3-0d3537bbb69f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T15:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7346f396-d83e-4886-894f-fb261eba97c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T15:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "549416d6-7745-45cc-85f6-efb015cc8731", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T15:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "457c7392-a469-4224-a1a8-4b9644ee17fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-09T15:32:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "63cc20e3-a54e-4426-aad6-41e96ecf1f85", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:32:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "63cc20e3-a54e-4426-aad6-41e96ecf1f85", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T15:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "462dfadd-a4c1-4e42-86d8-f3a2e51b1ed6", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T15:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1706c553-4ada-4ddf-bd7f-6822f674fa11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-09T15:32:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "86110dc7-c25f-4f91-9d8a-91eee093b566", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:32:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "86110dc7-c25f-4f91-9d8a-91eee093b566", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-09T15:32:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71535b76-17cd-449a-bb02-df22504ffa31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-09T15:35:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0f7a8934-8e7f-48e1-b3c0-ec98b2c5dafa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e21bc683-0298-4d52-8859-53474617c13f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f5eb5afb-b08c-4309-bd85-fdf47cf827ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:35:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f5eb5afb-b08c-4309-bd85-fdf47cf827ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0c02dd0-cca4-49b2-b1cc-30ff4a4ce8b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d4964c7c-921e-4752-89d3-6453fac823a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "db828e70-1286-4f52-a366-44a361af9627", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:35:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "db828e70-1286-4f52-a366-44a361af9627", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "263944f8-d699-4ed5-a727-c529a9fdd5c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97cd2746-711f-4d57-be29-e77285f5eff2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97cd2746-711f-4d57-be29-e77285f5eff2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:35:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97cd2746-711f-4d57-be29-e77285f5eff2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T15:35:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "107b8650-aa53-4365-b17e-46f85a37f7f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "107b8650-aa53-4365-b17e-46f85a37f7f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b1221a19-19ff-494d-9af7-b320c1fe5b1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b1221a19-19ff-494d-9af7-b320c1fe5b1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0d950d0-c650-44f2-83d9-115667ef50ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0d950d0-c650-44f2-83d9-115667ef50ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T15:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "openshift-service-ca.crt", "reconcileID": "db0b1707-0fa5-4c13-8b39-90458acde23f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "odh-trusted-ca-bundle", "reconcileID": "a2ede29a-61d0-4bb8-b013-c8ee5756fe50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:35:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "openshift-service-ca.crt", "reconcileID": "95c998d7-f67d-44a4-885f-aa2ca556ef4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95e62e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:35:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "openshift-service-ca.crt", "reconcileID": "95c998d7-f67d-44a4-885f-aa2ca556ef4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1552835c-fcd9-43f3-9f19-c66c14a007df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "openshift-service-ca.crt", "reconcileID": "fad55a2e-8e09-4cee-8390-81d95f20b566", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:35:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "odh-trusted-ca-bundle", "reconcileID": "fb439c94-3aed-4a17-a781-03af07191ee5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95e62e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:35:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "odh-trusted-ca-bundle", "reconcileID": "fb439c94-3aed-4a17-a781-03af07191ee5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1064d3c6-3419-4495-9a33-27a8aadb8f99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:35:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dbc942ed-84e7-498e-a93f-856217a52141", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:35:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dbc942ed-84e7-498e-a93f-856217a52141", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:35:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dbc942ed-84e7-498e-a93f-856217a52141", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:35:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36486dd0-c20e-4d74-bbc4-2f5195614ea3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:35:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36486dd0-c20e-4d74-bbc4-2f5195614ea3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:35:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36486dd0-c20e-4d74-bbc4-2f5195614ea3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d024485b-2753-4caf-8337-4874dfe3f1e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d024485b-2753-4caf-8337-4874dfe3f1e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:36:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d024485b-2753-4caf-8337-4874dfe3f1e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5a96e73-431c-490c-93b7-ed1402a24c0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5a96e73-431c-490c-93b7-ed1402a24c0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:36:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5a96e73-431c-490c-93b7-ed1402a24c0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80be9e48-fbe5-45b9-9c29-c1d80f18fe51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:36:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80be9e48-fbe5-45b9-9c29-c1d80f18fe51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95e62e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:36:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80be9e48-fbe5-45b9-9c29-c1d80f18fe51", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-95e62e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T15:36:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "odh-trusted-ca-bundle", "reconcileID": "06b0b234-641b-4771-b551-db7168bf52eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:36:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "odh-trusted-ca-bundle", "reconcileID": "06b0b234-641b-4771-b551-db7168bf52eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:36:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "openshift-service-ca.crt", "reconcileID": "6221516a-8a6f-47df-aac8-138d1e9cc2fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:36:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "openshift-service-ca.crt", "reconcileID": "6221516a-8a6f-47df-aac8-138d1e9cc2fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:36:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8dbac781-ab5e-4692-be7e-e8bd782cc796", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:36:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95e62e"}, "namespace": "e2e-modelref-95e62e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8dbac781-ab5e-4692-be7e-e8bd782cc796", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95e62e"} 2026-06-09T15:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "openshift-service-ca.crt", "reconcileID": "488326f2-728a-4c5b-896d-38747ed4335e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-trusted-ca-bundle", "reconcileID": "0e52dfe7-ebe7-4794-bffe-f2e13f3e44d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "openshift-service-ca.crt", "reconcileID": "da68bfdb-bf79-4f50-ba22-450a4355e877", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1e0bdd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:36:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "openshift-service-ca.crt", "reconcileID": "da68bfdb-bf79-4f50-ba22-450a4355e877", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0db7f5b9-ee23-4f01-a3e2-c56cecf8d755", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "openshift-service-ca.crt", "reconcileID": "86dae6cf-a6c3-4768-87c4-58213012d476", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-trusted-ca-bundle", "reconcileID": "c55e1ebf-6b7c-458f-8a2c-ecfe38fdb66f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1e0bdd", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:36:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-trusted-ca-bundle", "reconcileID": "c55e1ebf-6b7c-458f-8a2c-ecfe38fdb66f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55237e4b-b55b-4659-be3e-5df48ef84a16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1dc6abef-75f4-440a-a251-1dba70e5736d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1dc6abef-75f4-440a-a251-1dba70e5736d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:36:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1dc6abef-75f4-440a-a251-1dba70e5736d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67e431d6-7ab4-4be9-bf29-2ed66fc24f2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67e431d6-7ab4-4be9-bf29-2ed66fc24f2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:36:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67e431d6-7ab4-4be9-bf29-2ed66fc24f2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a23e6819-b069-46c6-a7f3-64655a804c04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a23e6819-b069-46c6-a7f3-64655a804c04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a23e6819-b069-46c6-a7f3-64655a804c04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9997aeee-13bd-422d-ad40-c750af61e7db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9997aeee-13bd-422d-ad40-c750af61e7db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T15:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9997aeee-13bd-422d-ad40-c750af61e7db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T15:36:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b20715b6-612c-479a-ab7f-26c5cbf88d44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b20715b6-612c-479a-ab7f-26c5cbf88d44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1e0bdd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:36:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b20715b6-612c-479a-ab7f-26c5cbf88d44", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-1e0bdd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T15:36:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-trusted-ca-bundle", "reconcileID": "13d29f69-31a8-4304-979b-9f7e1e639957", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-trusted-ca-bundle", "reconcileID": "13d29f69-31a8-4304-979b-9f7e1e639957", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1e0bdd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:36:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-trusted-ca-bundle", "reconcileID": "13d29f69-31a8-4304-979b-9f7e1e639957", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-1e0bdd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T15:36:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "openshift-service-ca.crt", "reconcileID": "3765c0ac-0bf1-4eaf-aed6-ab86064ff390", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "openshift-service-ca.crt", "reconcileID": "3765c0ac-0bf1-4eaf-aed6-ab86064ff390", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10f3e00b-7e03-4b46-89d2-58f93ef070c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10f3e00b-7e03-4b46-89d2-58f93ef070c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-trusted-ca-bundle", "reconcileID": "f93132e1-65f6-4d84-9394-103fad6adc77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1e0bdd"}, "namespace": "e2e-modelref-1e0bdd", "name": "odh-trusted-ca-bundle", "reconcileID": "f93132e1-65f6-4d84-9394-103fad6adc77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1e0bdd"} 2026-06-09T15:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "openshift-service-ca.crt", "reconcileID": "42df9455-568a-4919-948c-ee75d4e2a106", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "odh-trusted-ca-bundle", "reconcileID": "bfeffedb-77c4-4e0d-877b-bea2ecbaf67e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:36:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "openshift-service-ca.crt", "reconcileID": "2b5a189e-1331-4900-b430-9909093de5b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-0d4c6e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:36:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "openshift-service-ca.crt", "reconcileID": "2b5a189e-1331-4900-b430-9909093de5b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c9f7427-f836-4255-8636-71b4c806edc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:36:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "openshift-service-ca.crt", "reconcileID": "c40e85f5-6155-4423-bbf9-e3fca6cfa013", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:36:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "odh-trusted-ca-bundle", "reconcileID": "8b7d9c26-62df-40c9-b6de-80ebaa6940d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-0d4c6e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:36:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "odh-trusted-ca-bundle", "reconcileID": "8b7d9c26-62df-40c9-b6de-80ebaa6940d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:36:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c976993c-0032-437f-af56-51045ba36035", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:37:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78d0fced-9c0f-406b-9e61-37f3d0054092", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:37:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78d0fced-9c0f-406b-9e61-37f3d0054092", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-0d4c6e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:37:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78d0fced-9c0f-406b-9e61-37f3d0054092", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-0d4c6e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T15:37:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "odh-trusted-ca-bundle", "reconcileID": "7ea99476-e0a6-4e0f-ac2a-ccdc34c83555", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:37:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "odh-trusted-ca-bundle", "reconcileID": "7ea99476-e0a6-4e0f-ac2a-ccdc34c83555", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:37:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "openshift-service-ca.crt", "reconcileID": "3cb181af-1371-4cd4-8c24-6239ca965180", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:37:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "openshift-service-ca.crt", "reconcileID": "3cb181af-1371-4cd4-8c24-6239ca965180", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:37:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67967dbf-006b-4260-b4ad-719fbf84ed3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:37:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-0d4c6e"}, "namespace": "e2e-webhook-test-0d4c6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67967dbf-006b-4260-b4ad-719fbf84ed3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-0d4c6e"} 2026-06-09T15:37:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "openshift-service-ca.crt", "reconcileID": "e90db558-c790-43cf-9ff1-2424ccfe115c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "odh-trusted-ca-bundle", "reconcileID": "2fd89bd3-2359-41c6-8522-b9aa91c11620", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "openshift-service-ca.crt", "reconcileID": "37b2a53f-76b7-4e90-a070-48738a599700", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-34382f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:37:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "openshift-service-ca.crt", "reconcileID": "37b2a53f-76b7-4e90-a070-48738a599700", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7351f747-0e82-4e3e-8e40-cd6a3c0864ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "openshift-service-ca.crt", "reconcileID": "dc13c48b-01b8-4d75-bf6e-8ae3a63702cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "odh-trusted-ca-bundle", "reconcileID": "b2fd1162-ed12-49f9-b40e-3133a36e12f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-34382f", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:37:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "odh-trusted-ca-bundle", "reconcileID": "b2fd1162-ed12-49f9-b40e-3133a36e12f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9da5bbd9-ce5d-4fb0-80f0-9c3edbfe705e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73ac0182-8cb7-4915-9d0e-b6073a14d861", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73ac0182-8cb7-4915-9d0e-b6073a14d861", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-34382f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T15:37:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73ac0182-8cb7-4915-9d0e-b6073a14d861", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-34382f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T15:37:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "odh-trusted-ca-bundle", "reconcileID": "d2bc5d40-e1e4-4930-ba2c-9a411a4955dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "odh-trusted-ca-bundle", "reconcileID": "d2bc5d40-e1e4-4930-ba2c-9a411a4955dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "openshift-service-ca.crt", "reconcileID": "f1bf946e-e285-4e1e-ba1d-cc64bf692ebf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "openshift-service-ca.crt", "reconcileID": "f1bf946e-e285-4e1e-ba1d-cc64bf692ebf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f61e3c0e-925d-4a34-82e7-c90c93a59fcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-34382f"} 2026-06-09T15:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34382f"}, "namespace": "e2e-webhook-test-34382f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f61e3c0e-925d-4a34-82e7-c90c93a59fcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-34382f"}