2026-09-15T14:08:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "6bb77154-fb8d-41a8-844e-cec59edc1759", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:35Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "6f76cd36-8c71-4e55-b308-558963feba8a", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:35Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "6f76cd36-8c71-4e55-b308-558963feba8a", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd-authn-ssl"}
2026-09-15T14:08:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "6f76cd36-8c71-4e55-b308-558963feba8a", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:35Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "dbc9cc61-7fe6-4be3-949d-77caf3651375", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:35Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "dbc9cc61-7fe6-4be3-949d-77caf3651375", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd-authn-ssl"}
2026-09-15T14:08:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "dbc9cc61-7fe6-4be3-949d-77caf3651375", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "a2d4d02f-d824-48a4-9409-16b59dd96456", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "a2d4d02f-d824-48a4-9409-16b59dd96456", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd-authn-ssl"}
2026-09-15T14:08:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "a2d4d02f-d824-48a4-9409-16b59dd96456", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "a6fefe8c-b6c8-44e3-8956-ba737a92de5a", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "a6fefe8c-b6c8-44e3-8956-ba737a92de5a", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd-authn-ssl"}
2026-09-15T14:08:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "a6fefe8c-b6c8-44e3-8956-ba737a92de5a", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "openshift-service-ca.crt", "reconcileID": "bedeb7e0-6aec-4dc5-8db2-25e47c2054f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:08:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "odh-trusted-ca-bundle", "reconcileID": "42f7d098-832c-42a3-a16a-9fd80185d0f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:08:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "openshift-service-ca.crt", "reconcileID": "8c19f489-390c-42ad-8b05-e5dd7587d62b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:08:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "openshift-service-ca.crt", "reconcileID": "8c19f489-390c-42ad-8b05-e5dd7587d62b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:08:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2f94eec-c3e0-4ca5-91bc-054637e2638d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:08:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "openshift-service-ca.crt", "reconcileID": "48cdf759-d292-4295-8b13-50173be8f748", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:08:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "odh-trusted-ca-bundle", "reconcileID": "fd8b210d-2856-447c-b548-697250173f80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "update": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:08:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "odh-trusted-ca-bundle", "reconcileID": "fd8b210d-2856-447c-b548-697250173f80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:08:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9de219d-7c9c-4b99-b2ac-4dfb6f874d56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:08:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "75587fd0-3016-4a9c-8a2b-cd497e9b31e3", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "75587fd0-3016-4a9c-8a2b-cd497e9b31e3", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd-authn-ssl"}
2026-09-15T14:08:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "75587fd0-3016-4a9c-8a2b-cd497e9b31e3", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-1293e7"}, "namespace": "ai-tenant-e2e-worker-w0-1293e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59a752ca-2919-44bb-979c-fdf8775821ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-1293e7"}
2026-09-15T14:08:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-1293e7"}, "namespace": "ai-tenant-e2e-worker-w0-1293e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59a752ca-2919-44bb-979c-fdf8775821ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-1293e7", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:08:45Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-1293e7"}, "namespace": "ai-tenant-e2e-worker-w0-1293e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59a752ca-2919-44bb-979c-fdf8775821ca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-1293e7 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T14:08:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-1293e7"}, "namespace": "ai-tenant-e2e-worker-w0-1293e7", "name": "odh-trusted-ca-bundle", "reconcileID": "d98d2ccd-8bbb-492d-9538-615dc6149f24", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-1293e7"}
2026-09-15T14:08:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-1293e7"}, "namespace": "ai-tenant-e2e-worker-w0-1293e7", "name": "odh-trusted-ca-bundle", "reconcileID": "d98d2ccd-8bbb-492d-9538-615dc6149f24", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-1293e7"}
2026-09-15T14:08:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w0-1293e7"}, "namespace": "ai-tenant-e2e-worker-w0-1293e7", "name": "openshift-service-ca.crt", "reconcileID": "0cdfcec7-a186-4aea-b013-871774164a45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w0-1293e7"}
2026-09-15T14:08:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w0-1293e7"}, "namespace": "ai-tenant-e2e-worker-w0-1293e7", "name": "openshift-service-ca.crt", "reconcileID": "0cdfcec7-a186-4aea-b013-871774164a45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w0-1293e7"}
2026-09-15T14:08:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-1293e7"}, "namespace": "ai-tenant-e2e-worker-w0-1293e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "729f8262-6f9e-495a-9048-199830d3029b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-1293e7"}
2026-09-15T14:08:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-1293e7"}, "namespace": "ai-tenant-e2e-worker-w0-1293e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "729f8262-6f9e-495a-9048-199830d3029b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-1293e7"}
2026-09-15T14:08:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "204deaff-84eb-48b4-adf6-2492cdbcc251", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:08:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "204deaff-84eb-48b4-adf6-2492cdbcc251", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e-authn-ssl"}
2026-09-15T14:08:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "204deaff-84eb-48b4-adf6-2492cdbcc251", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:08:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78b4403f-6aac-44d7-a5c2-0899772a3f01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78b4403f-6aac-44d7-a5c2-0899772a3f01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-66261e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:08:48Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78b4403f-6aac-44d7-a5c2-0899772a3f01", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-66261e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T14:08:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "odh-trusted-ca-bundle", "reconcileID": "6b0f6871-0011-4a2e-8fc8-bae89ee55e40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "odh-trusted-ca-bundle", "reconcileID": "6b0f6871-0011-4a2e-8fc8-bae89ee55e40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "openshift-service-ca.crt", "reconcileID": "a0a8f423-2624-4b49-b47d-6ec1bc5f64ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "openshift-service-ca.crt", "reconcileID": "a0a8f423-2624-4b49-b47d-6ec1bc5f64ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "fc368d2c-9dea-48ca-99af-1b76e0e19e60", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:08:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "fc368d2c-9dea-48ca-99af-1b76e0e19e60", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e-authn-ssl"}
2026-09-15T14:08:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd6b032e-66fb-4018-88f7-d091b2dd1edd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd6b032e-66fb-4018-88f7-d091b2dd1edd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "fc368d2c-9dea-48ca-99af-1b76e0e19e60", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:08:48Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "6b6b7fec-d6bb-4bec-aa7d-295f4d291095", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "6b6b7fec-d6bb-4bec-aa7d-295f4d291095", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "6b6b7fec-d6bb-4bec-aa7d-295f4d291095", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "6b6b7fec-d6bb-4bec-aa7d-295f4d291095", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "6b6b7fec-d6bb-4bec-aa7d-295f4d291095", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e-kserve-route-authn"}
2026-09-15T14:08:48Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "6b6b7fec-d6bb-4bec-aa7d-295f4d291095", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e-kserve-route-authn"}
2026-09-15T14:08:48Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-w4-66261e", "reconcileID": "06cf1f01-029d-454a-bd2f-59a0fc051819", "LLMInferenceService": "distinct-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-w4-66261e", "reconcileID": "06cf1f01-029d-454a-bd2f-59a0fc051819", "LLMInferenceService": "distinct-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-w4-66261e", "reconcileID": "06cf1f01-029d-454a-bd2f-59a0fc051819", "LLMInferenceService": "distinct-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-w4-66261e", "reconcileID": "06cf1f01-029d-454a-bd2f-59a0fc051819", "LLMInferenceService": "distinct-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-w4-66261e", "reconcileID": "06cf1f01-029d-454a-bd2f-59a0fc051819", "LLMInferenceService": "distinct-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-w4-66261e-kserve-route-authn"}
2026-09-15T14:08:48Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-w4-66261e", "reconcileID": "06cf1f01-029d-454a-bd2f-59a0fc051819", "LLMInferenceService": "distinct-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-w4-66261e-kserve-route-authn"}
2026-09-15T14:08:48Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "premium-w4-66261e", "reconcileID": "f1a4218f-b1dd-4b7b-a415-8a9b87cfffc2", "LLMInferenceService": "premium-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "premium-w4-66261e", "reconcileID": "f1a4218f-b1dd-4b7b-a415-8a9b87cfffc2", "LLMInferenceService": "premium-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "premium-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "premium-w4-66261e", "reconcileID": "f1a4218f-b1dd-4b7b-a415-8a9b87cfffc2", "LLMInferenceService": "premium-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "premium-w4-66261e", "reconcileID": "f1a4218f-b1dd-4b7b-a415-8a9b87cfffc2", "LLMInferenceService": "premium-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "premium-w4-66261e", "reconcileID": "f1a4218f-b1dd-4b7b-a415-8a9b87cfffc2", "LLMInferenceService": "premium-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "premium-w4-66261e-kserve-route-authn"}
2026-09-15T14:08:48Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "premium-w4-66261e", "reconcileID": "f1a4218f-b1dd-4b7b-a415-8a9b87cfffc2", "LLMInferenceService": "premium-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "premium-w4-66261e-kserve-route-authn"}
2026-09-15T14:08:48Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "simulator-w4-66261e", "reconcileID": "a2ce012a-60b1-4dfb-a396-8ce807c676c2", "LLMInferenceService": "simulator-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "simulator-w4-66261e", "reconcileID": "a2ce012a-60b1-4dfb-a396-8ce807c676c2", "LLMInferenceService": "simulator-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "simulator-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "simulator-w4-66261e", "reconcileID": "a2ce012a-60b1-4dfb-a396-8ce807c676c2", "LLMInferenceService": "simulator-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "simulator-w4-66261e", "reconcileID": "a2ce012a-60b1-4dfb-a396-8ce807c676c2", "LLMInferenceService": "simulator-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "simulator-w4-66261e", "reconcileID": "a2ce012a-60b1-4dfb-a396-8ce807c676c2", "LLMInferenceService": "simulator-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "simulator-w4-66261e-kserve-route-authn"}
2026-09-15T14:08:48Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "simulator-w4-66261e", "reconcileID": "a2ce012a-60b1-4dfb-a396-8ce807c676c2", "LLMInferenceService": "simulator-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "simulator-w4-66261e-kserve-route-authn"}
2026-09-15T14:08:48Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "simulator-w4-66261e", "reconcileID": "a2ce012a-60b1-4dfb-a396-8ce807c676c2", "LLMInferenceService": "simulator-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:48Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "simulator-w4-66261e", "reconcileID": "a2ce012a-60b1-4dfb-a396-8ce807c676c2", "LLMInferenceService": "simulator-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:08:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "25a8c532-718f-467d-8510-55419056c6a1", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "25a8c532-718f-467d-8510-55419056c6a1", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd-authn-ssl"}
2026-09-15T14:08:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "25a8c532-718f-467d-8510-55419056c6a1", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:08:54Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T14:08:54Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T14:08:57Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T14:08:57Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T14:09:02Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "1587264c-01a1-44a0-8759-3a593118b626", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:09:02Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "1587264c-01a1-44a0-8759-3a593118b626", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e"}
2026-09-15T14:09:02Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "1587264c-01a1-44a0-8759-3a593118b626", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:09:02Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "1587264c-01a1-44a0-8759-3a593118b626", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:09:02Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "1587264c-01a1-44a0-8759-3a593118b626", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e-kserve-route-authn"}
2026-09-15T14:09:02Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "1587264c-01a1-44a0-8759-3a593118b626", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e-kserve-route-authn"}
2026-09-15T14:09:02Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "1587264c-01a1-44a0-8759-3a593118b626", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:09:02Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "1587264c-01a1-44a0-8759-3a593118b626", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:09:03Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-w4-66261e", "reconcileID": "e147359d-5bc4-4867-8a88-a0dbf892a062", "LLMInferenceService": "distinct-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:09:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "bfef06c0-d1be-49e9-8460-fe7eaefffbd1", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:09:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "bfef06c0-d1be-49e9-8460-fe7eaefffbd1", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e-authn-ssl"}
2026-09-15T14:09:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "bfef06c0-d1be-49e9-8460-fe7eaefffbd1", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:09:03Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "premium-w4-66261e", "reconcileID": "4ec5d4fc-b536-471b-a1f2-17027225cbe5", "LLMInferenceService": "premium-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:09:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "83d0f3df-d621-4330-8dc1-c61da50ad48b", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:09:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "83d0f3df-d621-4330-8dc1-c61da50ad48b", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e-authn-ssl"}
2026-09-15T14:09:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "83d0f3df-d621-4330-8dc1-c61da50ad48b", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:09:03Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "simulator-w4-66261e", "reconcileID": "d31fffef-e657-46e5-bccd-d0c4306f31d0", "LLMInferenceService": "simulator-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:09:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "1ebae026-ab9e-41fa-a139-974598353c1d", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:09:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "1ebae026-ab9e-41fa-a139-974598353c1d", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e-authn-ssl"}
2026-09-15T14:09:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "1ebae026-ab9e-41fa-a139-974598353c1d", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:09:03Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-66261e","namespace":"e2e-models-e2e-worker-w4-66261e"}, "namespace": "e2e-models-e2e-worker-w4-66261e", "name": "distinct-2-w4-66261e", "reconcileID": "32ba132f-39d8-42c6-8472-7714b0070bcf", "LLMInferenceService": "distinct-2-w4-66261e", "namespace": "e2e-models-e2e-worker-w4-66261e"}
2026-09-15T14:09:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "6282cac9-6511-421c-a647-26cb1e46473e", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:09:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "6282cac9-6511-421c-a647-26cb1e46473e", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e-authn-ssl"}
2026-09-15T14:09:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "6282cac9-6511-421c-a647-26cb1e46473e", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:09:04Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "141eca8a-737f-427e-949c-8b38cc56c4aa", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:04Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "141eca8a-737f-427e-949c-8b38cc56c4aa", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:04Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "141eca8a-737f-427e-949c-8b38cc56c4aa", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "664d73c4-f773-461c-a64f-4cfa192919b4", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:09:04Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "141eca8a-737f-427e-949c-8b38cc56c4aa", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0-kserve-route-authn"}
2026-09-15T14:09:04Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "141eca8a-737f-427e-949c-8b38cc56c4aa", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "authType": "userdefined"}
2026-09-15T14:09:04Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "141eca8a-737f-427e-949c-8b38cc56c4aa", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "664d73c4-f773-461c-a64f-4cfa192919b4", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0-authn-ssl"}
2026-09-15T14:09:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "664d73c4-f773-461c-a64f-4cfa192919b4", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:09:05Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "46b8990d-4f84-4745-850f-17d34a07a74c", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:05Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "46b8990d-4f84-4745-850f-17d34a07a74c", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:05Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "46b8990d-4f84-4745-850f-17d34a07a74c", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:05Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "46b8990d-4f84-4745-850f-17d34a07a74c", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0-kserve-route-authn"}
2026-09-15T14:09:05Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "46b8990d-4f84-4745-850f-17d34a07a74c", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "authType": "userdefined"}
2026-09-15T14:09:05Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "46b8990d-4f84-4745-850f-17d34a07a74c", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "e0e829cf-0045-4b46-bb8c-dc102fe75552", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:09:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "e0e829cf-0045-4b46-bb8c-dc102fe75552", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0-authn-ssl"}
2026-09-15T14:09:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "e0e829cf-0045-4b46-bb8c-dc102fe75552", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:09:25Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "27e1e908-c7e6-4a2a-91e6-5dc8b9c8609d", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:25Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "27e1e908-c7e6-4a2a-91e6-5dc8b9c8609d", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:25Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "27e1e908-c7e6-4a2a-91e6-5dc8b9c8609d", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:25Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "27e1e908-c7e6-4a2a-91e6-5dc8b9c8609d", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0-kserve-route-authn"}
2026-09-15T14:09:25Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "27e1e908-c7e6-4a2a-91e6-5dc8b9c8609d", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "authType": "userdefined"}
2026-09-15T14:09:25Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "27e1e908-c7e6-4a2a-91e6-5dc8b9c8609d", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:31Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "1c6bce75-8ec4-4135-884a-b466031f1f7b", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:31Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "1c6bce75-8ec4-4135-884a-b466031f1f7b", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:31Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "1c6bce75-8ec4-4135-884a-b466031f1f7b", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:31Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "1c6bce75-8ec4-4135-884a-b466031f1f7b", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0-kserve-route-authn"}
2026-09-15T14:09:31Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "1c6bce75-8ec4-4135-884a-b466031f1f7b", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "authType": "userdefined"}
2026-09-15T14:09:31Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "1c6bce75-8ec4-4135-884a-b466031f1f7b", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:34Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "4fe0c2e7-a6a5-45c0-9688-a01ee15d6570", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:34Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "4fe0c2e7-a6a5-45c0-9688-a01ee15d6570", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:34Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "4fe0c2e7-a6a5-45c0-9688-a01ee15d6570", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:34Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "4fe0c2e7-a6a5-45c0-9688-a01ee15d6570", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0-kserve-route-authn"}
2026-09-15T14:09:34Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "4fe0c2e7-a6a5-45c0-9688-a01ee15d6570", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "authType": "userdefined"}
2026-09-15T14:09:34Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "4fe0c2e7-a6a5-45c0-9688-a01ee15d6570", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:09:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "41f01c3e-04da-438f-be57-91a02c82135a", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "41f01c3e-04da-438f-be57-91a02c82135a", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "41f01c3e-04da-438f-be57-91a02c82135a", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "f15078f8-f9e2-4f34-b87f-832406f59f2b", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:09:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "41f01c3e-04da-438f-be57-91a02c82135a", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd-kserve-route-authn"}
2026-09-15T14:09:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "41f01c3e-04da-438f-be57-91a02c82135a", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "authType": "userdefined"}
2026-09-15T14:09:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "41f01c3e-04da-438f-be57-91a02c82135a", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "f15078f8-f9e2-4f34-b87f-832406f59f2b", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd-authn-ssl"}
2026-09-15T14:09:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "f15078f8-f9e2-4f34-b87f-832406f59f2b", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:09:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "4a6ba00c-1442-4a1c-8803-497a0a3fa05b", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "4a6ba00c-1442-4a1c-8803-497a0a3fa05b", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "4a6ba00c-1442-4a1c-8803-497a0a3fa05b", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "4a6ba00c-1442-4a1c-8803-497a0a3fa05b", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd-kserve-route-authn"}
2026-09-15T14:09:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "4a6ba00c-1442-4a1c-8803-497a0a3fa05b", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "authType": "userdefined"}
2026-09-15T14:09:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "4a6ba00c-1442-4a1c-8803-497a0a3fa05b", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "2f46e8d6-c924-4bfd-8350-08a6b08e9209", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:09:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "2f46e8d6-c924-4bfd-8350-08a6b08e9209", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd-authn-ssl"}
2026-09-15T14:09:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "2f46e8d6-c924-4bfd-8350-08a6b08e9209", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:09:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "1eb4b58d-fe4b-4720-9b7f-bf73afbae680", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "1eb4b58d-fe4b-4720-9b7f-bf73afbae680", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "1eb4b58d-fe4b-4720-9b7f-bf73afbae680", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "1eb4b58d-fe4b-4720-9b7f-bf73afbae680", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd-kserve-route-authn"}
2026-09-15T14:09:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "1eb4b58d-fe4b-4720-9b7f-bf73afbae680", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "authType": "userdefined"}
2026-09-15T14:09:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "1eb4b58d-fe4b-4720-9b7f-bf73afbae680", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:59Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "c425f539-0cf5-44e4-bdd0-7c2f3b0f1fa1", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:59Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "c425f539-0cf5-44e4-bdd0-7c2f3b0f1fa1", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:59Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "c425f539-0cf5-44e4-bdd0-7c2f3b0f1fa1", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:09:59Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "c425f539-0cf5-44e4-bdd0-7c2f3b0f1fa1", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd-kserve-route-authn"}
2026-09-15T14:09:59Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "c425f539-0cf5-44e4-bdd0-7c2f3b0f1fa1", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "authType": "userdefined"}
2026-09-15T14:09:59Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "c425f539-0cf5-44e4-bdd0-7c2f3b0f1fa1", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:10:10Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-1293e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-1293e7", "reconcileID": "e69c7019-e274-4fc4-977f-4159dc7294a7", "Gateway": "e2e-worker-w0-1293e7", "namespace": "openshift-ingress"}
2026-09-15T14:10:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "openshift-service-ca.crt", "reconcileID": "442bd294-32d0-4d28-a7b3-cd4e42bed4d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:10:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "odh-trusted-ca-bundle", "reconcileID": "c76f0636-7d37-489d-bc5e-74861c549456", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:10:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "openshift-service-ca.crt", "reconcileID": "7a99d3e4-b0ca-4d32-b1b7-687a1bbad5a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-34568f78", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:10:29Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "openshift-service-ca.crt", "reconcileID": "7a99d3e4-b0ca-4d32-b1b7-687a1bbad5a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:10:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12cefe04-11ca-4f1f-aad9-55613468a35f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:10:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "openshift-service-ca.crt", "reconcileID": "a06af0ee-2e7d-4b77-badf-9a1f79307c11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:10:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "odh-trusted-ca-bundle", "reconcileID": "5c155d55-5385-41fd-80a4-52b2296998d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-34568f78", "update": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:10:29Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "odh-trusted-ca-bundle", "reconcileID": "5c155d55-5385-41fd-80a4-52b2296998d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:10:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "373f4623-8940-41d6-ba8d-4ffd5b384447", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:11:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-66261e"}, "namespace": "ai-tenant-e2e-worker-w4-66261e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cf3753c-1174-4db6-bfba-607862992253", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-66261e"}
2026-09-15T14:11:41Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-66261e"}, "namespace": "ai-tenant-e2e-worker-w4-66261e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cf3753c-1174-4db6-bfba-607862992253", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-66261e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:11:41Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-66261e"}, "namespace": "ai-tenant-e2e-worker-w4-66261e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cf3753c-1174-4db6-bfba-607862992253", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-66261e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T14:11:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-66261e"}, "namespace": "ai-tenant-e2e-worker-w4-66261e", "name": "odh-trusted-ca-bundle", "reconcileID": "cd89b502-676e-42aa-bf3f-a50e400cc967", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-66261e"}
2026-09-15T14:11:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-66261e"}, "namespace": "ai-tenant-e2e-worker-w4-66261e", "name": "odh-trusted-ca-bundle", "reconcileID": "cd89b502-676e-42aa-bf3f-a50e400cc967", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-66261e"}
2026-09-15T14:11:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w4-66261e"}, "namespace": "ai-tenant-e2e-worker-w4-66261e", "name": "openshift-service-ca.crt", "reconcileID": "ecccaba0-84bd-4a66-9386-2ddfb1ead915", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w4-66261e"}
2026-09-15T14:11:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w4-66261e"}, "namespace": "ai-tenant-e2e-worker-w4-66261e", "name": "openshift-service-ca.crt", "reconcileID": "ecccaba0-84bd-4a66-9386-2ddfb1ead915", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w4-66261e"}
2026-09-15T14:11:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-66261e"}, "namespace": "ai-tenant-e2e-worker-w4-66261e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2563c2d0-3e93-4a6f-ad5c-2c39e91d8445", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-66261e"}
2026-09-15T14:11:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-66261e"}, "namespace": "ai-tenant-e2e-worker-w4-66261e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2563c2d0-3e93-4a6f-ad5c-2c39e91d8445", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-66261e"}
2026-09-15T14:12:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5ba66d7-d242-49a8-830e-97beb8fc550f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:12:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5ba66d7-d242-49a8-830e-97beb8fc550f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-34568f78", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:12:38Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5ba66d7-d242-49a8-830e-97beb8fc550f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-34568f78 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T14:12:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "odh-trusted-ca-bundle", "reconcileID": "7d7c7ae7-2608-4d6c-9072-6d342fa967ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:12:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "odh-trusted-ca-bundle", "reconcileID": "7d7c7ae7-2608-4d6c-9072-6d342fa967ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:12:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "openshift-service-ca.crt", "reconcileID": "4b7c0c63-8777-435a-89c7-95bafcdd0855", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:12:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "openshift-service-ca.crt", "reconcileID": "4b7c0c63-8777-435a-89c7-95bafcdd0855", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:12:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3093eaa6-cdae-4ded-9494-a519a93d9fd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:12:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34568f78"}, "namespace": "ai-tenant-e2e-mt-34568f78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3093eaa6-cdae-4ded-9494-a519a93d9fd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-34568f78"}
2026-09-15T14:12:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "openshift-service-ca.crt", "reconcileID": "ec84d9bb-54d2-4624-9a5e-217582b7c61f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:12:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "odh-trusted-ca-bundle", "reconcileID": "1e7bd94d-71c0-4473-b675-909e2da45f8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:12:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "openshift-service-ca.crt", "reconcileID": "a8952a47-2237-44bc-9509-4c91624b3d24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9c018e31", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:12:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "openshift-service-ca.crt", "reconcileID": "a8952a47-2237-44bc-9509-4c91624b3d24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:12:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "openshift-service-ca.crt", "reconcileID": "5ab86f89-200e-493f-ba42-492c8b268b3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:12:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4aba6cb-1b62-4530-85f2-93aa111c43ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:12:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "odh-trusted-ca-bundle", "reconcileID": "cfbb0706-299c-4402-9479-fe116d8b01ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9c018e31", "update": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:12:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "odh-trusted-ca-bundle", "reconcileID": "cfbb0706-299c-4402-9479-fe116d8b01ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:12:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8afb162b-e76a-418c-b617-bf100acc6181", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:13:06Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-66261e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-66261e", "reconcileID": "d1ab5d53-f5a6-4950-9048-e9dfecbd7511", "Gateway": "e2e-worker-w4-66261e", "namespace": "openshift-ingress"}
2026-09-15T14:13:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c94fd556-3c58-4da0-a680-d5022b72c90c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:13:16Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c94fd556-3c58-4da0-a680-d5022b72c90c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9c018e31", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:13:16Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c94fd556-3c58-4da0-a680-d5022b72c90c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-9c018e31 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T14:13:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "odh-trusted-ca-bundle", "reconcileID": "97836a5c-0497-478a-8a51-eac1923f864c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:13:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "odh-trusted-ca-bundle", "reconcileID": "97836a5c-0497-478a-8a51-eac1923f864c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:13:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "openshift-service-ca.crt", "reconcileID": "398ee396-e9d1-4419-941b-7091bfb6fb11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:13:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "openshift-service-ca.crt", "reconcileID": "398ee396-e9d1-4419-941b-7091bfb6fb11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:13:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e6c4e3b-95ee-461c-9a90-8fe883feaea0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:13:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9c018e31"}, "namespace": "ai-tenant-e2e-mt-9c018e31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e6c4e3b-95ee-461c-9a90-8fe883feaea0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9c018e31"}
2026-09-15T14:13:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "c37f26b5-d3be-4c81-bc09-c23963086252", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:17Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "c37f26b5-d3be-4c81-bc09-c23963086252", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress", "name": "e2e-api-a-746f54-authn-ssl"}
2026-09-15T14:13:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "c37f26b5-d3be-4c81-bc09-c23963086252", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "f393cbf0-dfa9-41bb-8e6d-412e2cce85ea", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "f393cbf0-dfa9-41bb-8e6d-412e2cce85ea", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress", "name": "e2e-api-a-746f54-authn-ssl"}
2026-09-15T14:13:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "f393cbf0-dfa9-41bb-8e6d-412e2cce85ea", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "00b142bd-750b-4996-8925-1a0e64ad2f6d", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "00b142bd-750b-4996-8925-1a0e64ad2f6d", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress", "name": "e2e-api-a-746f54-authn-ssl"}
2026-09-15T14:13:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "00b142bd-750b-4996-8925-1a0e64ad2f6d", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "01d01085-5c84-4602-b932-1130eb177354", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "01d01085-5c84-4602-b932-1130eb177354", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress", "name": "e2e-api-a-746f54-authn-ssl"}
2026-09-15T14:13:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "01d01085-5c84-4602-b932-1130eb177354", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "12b12908-eb36-4552-bbf3-8b7327c2b4ec", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "12b12908-eb36-4552-bbf3-8b7327c2b4ec", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress", "name": "e2e-api-a-746f54-authn-ssl"}
2026-09-15T14:13:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "12b12908-eb36-4552-bbf3-8b7327c2b4ec", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "841519de-7bcd-4645-95d1-daa6eebd3377", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "841519de-7bcd-4645-95d1-daa6eebd3377", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress", "name": "e2e-api-a-746f54-authn-ssl"}
2026-09-15T14:13:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "841519de-7bcd-4645-95d1-daa6eebd3377", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "1c043b7f-de8d-4abe-9d90-c0d42b2946b3", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "1c043b7f-de8d-4abe-9d90-c0d42b2946b3", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress", "name": "e2e-api-a-746f54-authn-ssl"}
2026-09-15T14:13:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "1c043b7f-de8d-4abe-9d90-c0d42b2946b3", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "openshift-service-ca.crt", "reconcileID": "c7102192-b66d-43ec-9cb8-7b26b75d6d1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:13:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "openshift-service-ca.crt", "reconcileID": "c5a68587-d6fb-41d3-a897-220798dc647c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-746f54", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:13:20Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "openshift-service-ca.crt", "reconcileID": "c5a68587-d6fb-41d3-a897-220798dc647c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:13:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "odh-trusted-ca-bundle", "reconcileID": "8b5f26dc-6571-4372-9bc7-d6c6eb8f5f24", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:13:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31355f68-5588-4bba-aa96-f4a00d2d029e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:13:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "openshift-service-ca.crt", "reconcileID": "75dba59a-8d27-4eac-851a-8e6fc384bac2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:13:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "odh-trusted-ca-bundle", "reconcileID": "70b16da9-34fc-47a9-af72-7280e2af6848", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-746f54", "update": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:13:20Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "odh-trusted-ca-bundle", "reconcileID": "70b16da9-34fc-47a9-af72-7280e2af6848", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:13:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e63422d-e15f-4c24-92ae-5b9206530d5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:13:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "d44077e6-9dc5-4425-88ad-379c75d33118", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "d44077e6-9dc5-4425-88ad-379c75d33118", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress", "name": "e2e-api-a-746f54-authn-ssl"}
2026-09-15T14:13:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "d44077e6-9dc5-4425-88ad-379c75d33118", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "cb106310-897b-4141-b873-7acf0df6e65a", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "cb106310-897b-4141-b873-7acf0df6e65a", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress", "name": "e2e-api-a-746f54-authn-ssl"}
2026-09-15T14:13:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "cb106310-897b-4141-b873-7acf0df6e65a", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "ae836278-cd49-4d68-ae51-51a0439fe8f6", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "ae836278-cd49-4d68-ae51-51a0439fe8f6", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb-authn-ssl"}
2026-09-15T14:13:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "ae836278-cd49-4d68-ae51-51a0439fe8f6", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "ccd76833-b331-413a-90ef-f0e7279eb06f", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "ccd76833-b331-413a-90ef-f0e7279eb06f", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb-authn-ssl"}
2026-09-15T14:13:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "ccd76833-b331-413a-90ef-f0e7279eb06f", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "37afbbef-e1a3-4ed7-b4a4-c843e72a1f7b", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "37afbbef-e1a3-4ed7-b4a4-c843e72a1f7b", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb-authn-ssl"}
2026-09-15T14:13:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "37afbbef-e1a3-4ed7-b4a4-c843e72a1f7b", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "5f3a4083-8495-49f8-a716-34e55b2dfa58", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "5f3a4083-8495-49f8-a716-34e55b2dfa58", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb-authn-ssl"}
2026-09-15T14:13:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "5f3a4083-8495-49f8-a716-34e55b2dfa58", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "81f8a420-d775-442b-a74e-9b066c623304", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "81f8a420-d775-442b-a74e-9b066c623304", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb-authn-ssl"}
2026-09-15T14:13:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "81f8a420-d775-442b-a74e-9b066c623304", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "046d3c70-068e-427a-aa11-2cf6847c6c33", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "046d3c70-068e-427a-aa11-2cf6847c6c33", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb-authn-ssl"}
2026-09-15T14:13:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "046d3c70-068e-427a-aa11-2cf6847c6c33", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "2b2e4d22-e3bb-4114-aa1c-07d33237a613", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "2b2e4d22-e3bb-4114-aa1c-07d33237a613", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb-authn-ssl"}
2026-09-15T14:13:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "2b2e4d22-e3bb-4114-aa1c-07d33237a613", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "ef35abe2-6636-4091-afac-4505e97124b1", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "ef35abe2-6636-4091-afac-4505e97124b1", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb-authn-ssl"}
2026-09-15T14:13:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "ef35abe2-6636-4091-afac-4505e97124b1", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "openshift-service-ca.crt", "reconcileID": "e63b39ed-4b71-4493-87a7-273e144c1e85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:13:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-trusted-ca-bundle", "reconcileID": "843b4684-66b1-49ed-8f62-c03b9e3484f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:13:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "openshift-service-ca.crt", "reconcileID": "3c045f09-74a3-48c0-be7b-177170adec67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e50cdb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:13:45Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "openshift-service-ca.crt", "reconcileID": "3c045f09-74a3-48c0-be7b-177170adec67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:13:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "559433a3-0dad-4345-939d-6139ffa0ce26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:13:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "openshift-service-ca.crt", "reconcileID": "ae361041-7d5d-41db-bc2c-247764728ce4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:13:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-trusted-ca-bundle", "reconcileID": "29767f56-8f77-4f71-93c6-f34009b331b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb", "update": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:13:45Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-trusted-ca-bundle", "reconcileID": "29767f56-8f77-4f71-93c6-f34009b331b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:13:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "448a4c0f-95fb-4a46-9ac6-d2efe53861f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:13:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "12c19384-daa8-49a8-8ee9-288469759899", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "12c19384-daa8-49a8-8ee9-288469759899", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb-authn-ssl"}
2026-09-15T14:13:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "12c19384-daa8-49a8-8ee9-288469759899", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "a5e98e6a-c783-424d-927b-18fda064a974", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:13:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "a5e98e6a-c783-424d-927b-18fda064a974", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb-authn-ssl"}
2026-09-15T14:13:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "a5e98e6a-c783-424d-927b-18fda064a974", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:14:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "4ed6bb47-668c-4309-ae5b-318cc3f2ec89", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:14:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "4ed6bb47-668c-4309-ae5b-318cc3f2ec89", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress", "name": "e2e-api-a-746f54-authn-ssl"}
2026-09-15T14:14:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "4ed6bb47-668c-4309-ae5b-318cc3f2ec89", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:14:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad5c9950-1b56-46c7-ab41-3b02a1985f60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:14:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad5c9950-1b56-46c7-ab41-3b02a1985f60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-746f54", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:14:39Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad5c9950-1b56-46c7-ab41-3b02a1985f60", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-746f54 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T14:14:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "odh-trusted-ca-bundle", "reconcileID": "035110b6-756b-4763-8d67-ca6365cea9eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:14:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "odh-trusted-ca-bundle", "reconcileID": "035110b6-756b-4763-8d67-ca6365cea9eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:14:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "openshift-service-ca.crt", "reconcileID": "c25de6c7-f247-4f1d-b9a6-8b186db9c1a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:14:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "openshift-service-ca.crt", "reconcileID": "c25de6c7-f247-4f1d-b9a6-8b186db9c1a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:14:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d6e471d-2ebf-4147-bb6a-a9b7d316817c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:14:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-746f54"}, "namespace": "ai-tenant-e2e-api-a-746f54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d6e471d-2ebf-4147-bb6a-a9b7d316817c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-746f54"}
2026-09-15T14:14:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "7d49583c-451b-4337-81a4-ac9dc965e139", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:14:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "7d49583c-451b-4337-81a4-ac9dc965e139", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress", "name": "e2e-api-a-746f54-authn-ssl"}
2026-09-15T14:14:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "7d49583c-451b-4337-81a4-ac9dc965e139", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:14:40Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-746f54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-746f54", "reconcileID": "79f35940-eb15-472b-975e-d9abf6e7b70d", "Gateway": "e2e-api-a-746f54", "namespace": "openshift-ingress"}
2026-09-15T14:14:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "c95fc382-916d-423a-b134-02eed6157a79", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:14:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "c95fc382-916d-423a-b134-02eed6157a79", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb-authn-ssl"}
2026-09-15T14:14:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "c95fc382-916d-423a-b134-02eed6157a79", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:15:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b68b84f1-c44d-44ce-a6b8-6261085a0e8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:15:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b68b84f1-c44d-44ce-a6b8-6261085a0e8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:15:02Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b68b84f1-c44d-44ce-a6b8-6261085a0e8a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e50cdb because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T14:15:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-trusted-ca-bundle", "reconcileID": "0a4f6aa6-2a78-4b58-8888-428401de5425", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:15:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-trusted-ca-bundle", "reconcileID": "0a4f6aa6-2a78-4b58-8888-428401de5425", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:15:02Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-trusted-ca-bundle", "reconcileID": "0a4f6aa6-2a78-4b58-8888-428401de5425", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e50cdb because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T14:15:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "openshift-service-ca.crt", "reconcileID": "a680aa9b-885c-4849-aec8-2758a49e4695", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:15:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "openshift-service-ca.crt", "reconcileID": "a680aa9b-885c-4849-aec8-2758a49e4695", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:15:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c99df834-beb7-4f57-98fa-190670483f5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:15:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c99df834-beb7-4f57-98fa-190670483f5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:15:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-trusted-ca-bundle", "reconcileID": "09d46acb-f4ca-4214-9ce5-5499a8ef1b88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:15:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e50cdb"}, "namespace": "ai-tenant-e2e-api-b-e50cdb", "name": "odh-trusted-ca-bundle", "reconcileID": "09d46acb-f4ca-4214-9ce5-5499a8ef1b88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e50cdb"}
2026-09-15T14:15:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "05f26169-682d-407f-906a-2bbdd1e5820a", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:15:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "05f26169-682d-407f-906a-2bbdd1e5820a", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb-authn-ssl"}
2026-09-15T14:15:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "05f26169-682d-407f-906a-2bbdd1e5820a", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:15:03Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e50cdb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e50cdb", "reconcileID": "8a5f3404-bd9c-4306-b18c-4e5663e68777", "Gateway": "e2e-api-b-e50cdb", "namespace": "openshift-ingress"}
2026-09-15T14:15:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-583e9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-583e9a", "reconcileID": "705487c8-9c35-41ae-9998-e1631435a10a", "Gateway": "e2e-shared-a-w2-583e9a", "namespace": "openshift-ingress"}
2026-09-15T14:15:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-583e9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-583e9a", "reconcileID": "705487c8-9c35-41ae-9998-e1631435a10a", "Gateway": "e2e-shared-a-w2-583e9a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-583e9a-authn-ssl"}
2026-09-15T14:15:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-583e9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-583e9a", "reconcileID": "705487c8-9c35-41ae-9998-e1631435a10a", "Gateway": "e2e-shared-a-w2-583e9a", "namespace": "openshift-ingress"}
2026-09-15T14:15:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-583e9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-583e9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c875efbc-17b5-4cf4-8f46-f32990a52f22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-583e9a"}
2026-09-15T14:15:21Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-583e9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-583e9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c875efbc-17b5-4cf4-8f46-f32990a52f22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-583e9a", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:15:21Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-583e9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-583e9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c875efbc-17b5-4cf4-8f46-f32990a52f22", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-583e9a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T14:15:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-583e9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-583e9a", "name": "odh-trusted-ca-bundle", "reconcileID": "be81b015-787f-436d-a904-868f29ee6fc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-583e9a"}
2026-09-15T14:15:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-583e9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-583e9a", "name": "odh-trusted-ca-bundle", "reconcileID": "be81b015-787f-436d-a904-868f29ee6fc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-583e9a"}
2026-09-15T14:15:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-583e9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-583e9a", "name": "openshift-service-ca.crt", "reconcileID": "02df856e-b323-450a-b8cd-626dba84977a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-583e9a"}
2026-09-15T14:15:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-583e9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-583e9a", "name": "openshift-service-ca.crt", "reconcileID": "02df856e-b323-450a-b8cd-626dba84977a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-583e9a"}
2026-09-15T14:15:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-583e9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-583e9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d973cbb-3a0d-478b-9a3e-9499ac8b77d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-583e9a"}
2026-09-15T14:15:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-583e9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-583e9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d973cbb-3a0d-478b-9a3e-9499ac8b77d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-583e9a"}
2026-09-15T14:15:22Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-583e9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-583e9a", "reconcileID": "4c8e0e2b-36f6-4afd-ab88-fcddda44d540", "Gateway": "e2e-shared-a-w2-583e9a", "namespace": "openshift-ingress"}
2026-09-15T14:15:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bb7b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bb7b3", "reconcileID": "b8dabfde-1a43-4719-ac8e-088aca90dee2", "Gateway": "e2e-shared-b-w2-4bb7b3", "namespace": "openshift-ingress"}
2026-09-15T14:15:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bb7b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bb7b3", "reconcileID": "b8dabfde-1a43-4719-ac8e-088aca90dee2", "Gateway": "e2e-shared-b-w2-4bb7b3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bb7b3-authn-ssl"}
2026-09-15T14:15:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bb7b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bb7b3", "reconcileID": "b8dabfde-1a43-4719-ac8e-088aca90dee2", "Gateway": "e2e-shared-b-w2-4bb7b3", "namespace": "openshift-ingress"}
2026-09-15T14:15:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bb7b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bb7b3", "reconcileID": "0d03e92a-606b-4689-b0e2-1696efb6f9f8", "Gateway": "e2e-shared-b-w2-4bb7b3", "namespace": "openshift-ingress"}
2026-09-15T14:15:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bb7b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bb7b3", "reconcileID": "0d03e92a-606b-4689-b0e2-1696efb6f9f8", "Gateway": "e2e-shared-b-w2-4bb7b3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bb7b3-authn-ssl"}
2026-09-15T14:15:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bb7b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bb7b3", "reconcileID": "0d03e92a-606b-4689-b0e2-1696efb6f9f8", "Gateway": "e2e-shared-b-w2-4bb7b3", "namespace": "openshift-ingress"}
2026-09-15T14:15:40Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bb7b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f60ea0d4-7574-44a6-9bb4-08ffc8e9e353", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3"}
2026-09-15T14:15:40Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bb7b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f60ea0d4-7574-44a6-9bb4-08ffc8e9e353", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:15:40Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bb7b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f60ea0d4-7574-44a6-9bb4-08ffc8e9e353", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-4bb7b3 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T14:15:40Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bb7b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3", "name": "odh-trusted-ca-bundle", "reconcileID": "ad7febcd-51c7-4b44-b41f-7e965f293211", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3"}
2026-09-15T14:15:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bb7b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3", "name": "odh-trusted-ca-bundle", "reconcileID": "ad7febcd-51c7-4b44-b41f-7e965f293211", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3"}
2026-09-15T14:15:40Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-4bb7b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3", "name": "openshift-service-ca.crt", "reconcileID": "6f82a5c7-f9ec-42d2-813c-ad2cd8a3b2a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3"}
2026-09-15T14:15:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-4bb7b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3", "name": "openshift-service-ca.crt", "reconcileID": "6f82a5c7-f9ec-42d2-813c-ad2cd8a3b2a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3"}
2026-09-15T14:15:40Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bb7b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cef3ddb5-ff03-4354-bc02-137bdd7bcd49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3"}
2026-09-15T14:15:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bb7b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cef3ddb5-ff03-4354-bc02-137bdd7bcd49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4bb7b3"}
2026-09-15T14:15:40Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bb7b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bb7b3", "reconcileID": "ad6a1da7-2041-4ec3-b94c-47d9f56914ff", "Gateway": "e2e-shared-b-w2-4bb7b3", "namespace": "openshift-ingress"}
2026-09-15T14:17:56Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T14:17:56Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T14:17:59Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T14:17:59Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T14:25:29Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "3638fd1e-2ea9-4fcc-9e63-d1a4f22c4c0a", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:29Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "3638fd1e-2ea9-4fcc-9e63-d1a4f22c4c0a", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0"}
2026-09-15T14:25:29Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "3638fd1e-2ea9-4fcc-9e63-d1a4f22c4c0a", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:29Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "3638fd1e-2ea9-4fcc-9e63-d1a4f22c4c0a", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:29Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "3638fd1e-2ea9-4fcc-9e63-d1a4f22c4c0a", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0-kserve-route-authn"}
2026-09-15T14:25:29Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "3638fd1e-2ea9-4fcc-9e63-d1a4f22c4c0a", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0-kserve-route-authn"}
2026-09-15T14:25:29Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "3638fd1e-2ea9-4fcc-9e63-d1a4f22c4c0a", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:29Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "3638fd1e-2ea9-4fcc-9e63-d1a4f22c4c0a", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:29Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a090a0","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "auth-test-model-a090a0", "reconcileID": "d5946f2e-940b-4325-92b4-aa95bdb6c72b", "LLMInferenceService": "auth-test-model-a090a0", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "ff003609-48c6-46f7-b1e6-7d1268a15784", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:25:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "ff003609-48c6-46f7-b1e6-7d1268a15784", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0-authn-ssl"}
2026-09-15T14:25:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "ff003609-48c6-46f7-b1e6-7d1268a15784", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:25:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "72b71f0a-d621-4e6b-a14d-a307a64d9c50", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:25:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "72b71f0a-d621-4e6b-a14d-a307a64d9c50", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0-authn-ssl"}
2026-09-15T14:25:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "72b71f0a-d621-4e6b-a14d-a307a64d9c50", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:25:29Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "5122bea0-524e-4795-9de4-0f30acc96c02", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:25:29Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "5122bea0-524e-4795-9de4-0f30acc96c02", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd"}
2026-09-15T14:25:29Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "5122bea0-524e-4795-9de4-0f30acc96c02", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:25:29Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "5122bea0-524e-4795-9de4-0f30acc96c02", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:25:29Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "5122bea0-524e-4795-9de4-0f30acc96c02", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd-kserve-route-authn"}
2026-09-15T14:25:29Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "5122bea0-524e-4795-9de4-0f30acc96c02", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd-kserve-route-authn"}
2026-09-15T14:25:29Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "5122bea0-524e-4795-9de4-0f30acc96c02", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:25:29Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "5122bea0-524e-4795-9de4-0f30acc96c02", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:25:30Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d418fd","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "auth-test-model-d418fd", "reconcileID": "be8b3c5e-2bd0-4caa-a8e4-a95f51e80ff9", "LLMInferenceService": "auth-test-model-d418fd", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:25:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "11198042-c92b-4bef-bc6d-e64df5e8b783", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:25:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "11198042-c92b-4bef-bc6d-e64df5e8b783", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd-authn-ssl"}
2026-09-15T14:25:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "11198042-c92b-4bef-bc6d-e64df5e8b783", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:25:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "2ec7d55f-fa35-4069-a499-b7530b93964f", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:25:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "2ec7d55f-fa35-4069-a499-b7530b93964f", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd-authn-ssl"}
2026-09-15T14:25:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "2ec7d55f-fa35-4069-a499-b7530b93964f", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:25:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "b3a0e198-8391-4e4c-8ea8-8924fe9e156b", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:25:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "b3a0e198-8391-4e4c-8ea8-8924fe9e156b", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0-authn-ssl"}
2026-09-15T14:25:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "b3a0e198-8391-4e4c-8ea8-8924fe9e156b", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:25:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "87a4d90f-5046-434e-847c-608872dcecd6", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:25:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "87a4d90f-5046-434e-847c-608872dcecd6", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0-authn-ssl"}
2026-09-15T14:25:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "87a4d90f-5046-434e-847c-608872dcecd6", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:25:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26b54b81-d373-4391-94f3-5e39673903d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:47Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26b54b81-d373-4391-94f3-5e39673903d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:25:47Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26b54b81-d373-4391-94f3-5e39673903d8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-a090a0 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T14:25:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "odh-trusted-ca-bundle", "reconcileID": "eb5ec08a-4c70-4bce-a741-daa09df16556", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "odh-trusted-ca-bundle", "reconcileID": "eb5ec08a-4c70-4bce-a741-daa09df16556", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "openshift-service-ca.crt", "reconcileID": "3d4c3c4f-fc45-431d-99a1-e8f6a2ddcbce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "openshift-service-ca.crt", "reconcileID": "3d4c3c4f-fc45-431d-99a1-e8f6a2ddcbce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "619719fc-7bce-465f-bc77-3b7f450362f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-a090a0"}, "namespace": "ai-tenant-e2e-shared-a-w3-a090a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "619719fc-7bce-465f-bc77-3b7f450362f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-a090a0"}
2026-09-15T14:25:47Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-a090a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-a090a0", "reconcileID": "c59c4293-8d08-4b75-b644-f7725b433ee3", "Gateway": "e2e-shared-a-w3-a090a0", "namespace": "openshift-ingress"}
2026-09-15T14:25:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "942ea1fd-9945-45e6-afe9-0ca3d8ec3c6e", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:25:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "942ea1fd-9945-45e6-afe9-0ca3d8ec3c6e", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd-authn-ssl"}
2026-09-15T14:25:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "942ea1fd-9945-45e6-afe9-0ca3d8ec3c6e", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:26:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "a0f5cc27-d01b-401f-a3d6-6f128773fae0", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:26:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "a0f5cc27-d01b-401f-a3d6-6f128773fae0", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd-authn-ssl"}
2026-09-15T14:26:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "a0f5cc27-d01b-401f-a3d6-6f128773fae0", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:26:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdb0d64b-e3cc-46cd-9ccc-e0ad98a6b644", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:26:04Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdb0d64b-e3cc-46cd-9ccc-e0ad98a6b644", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T14:26:04Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdb0d64b-e3cc-46cd-9ccc-e0ad98a6b644", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-d418fd because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T14:26:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "odh-trusted-ca-bundle", "reconcileID": "9e8f30b7-b4c4-47bb-8b7c-cb60c71e74bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:26:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "odh-trusted-ca-bundle", "reconcileID": "9e8f30b7-b4c4-47bb-8b7c-cb60c71e74bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:26:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "openshift-service-ca.crt", "reconcileID": "90f50bce-5af4-4e50-958b-cf48c53b7cca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:26:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "openshift-service-ca.crt", "reconcileID": "90f50bce-5af4-4e50-958b-cf48c53b7cca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:26:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73f40a74-c515-48aa-87d6-3df30db5603d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:26:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d418fd"}, "namespace": "ai-tenant-e2e-shared-b-w3-d418fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73f40a74-c515-48aa-87d6-3df30db5603d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d418fd"}
2026-09-15T14:26:05Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d418fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d418fd", "reconcileID": "a7c0222c-ba0c-4201-b564-45022987fab5", "Gateway": "e2e-shared-b-w3-d418fd", "namespace": "openshift-ingress"}
2026-09-15T14:31:32Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T14:31:32Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T14:31:40Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T14:31:40Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}