2026-09-15T13:14:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "173c32c6-e3fb-46a9-97b7-0b55ed9407a7", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:14:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "173c32c6-e3fb-46a9-97b7-0b55ed9407a7", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1-authn-ssl"}
2026-09-15T13:14:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "173c32c6-e3fb-46a9-97b7-0b55ed9407a7", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:14:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "openshift-service-ca.crt", "reconcileID": "bfd21ff5-ddd1-4571-84ab-1a98fa51922a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:14:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "odh-trusted-ca-bundle", "reconcileID": "b0fda68b-30ce-4337-a567-fbbefeea8993", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:14:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "openshift-service-ca.crt", "reconcileID": "a5ff0d6b-bd16-446c-ab09-283b39928053", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:14:42Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "openshift-service-ca.crt", "reconcileID": "a5ff0d6b-bd16-446c-ab09-283b39928053", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:14:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85c986c9-f063-49a6-9324-7bc17bbf4431", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:14:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "openshift-service-ca.crt", "reconcileID": "0f6b51d2-265d-4e7d-9053-d1c89f5ab148", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:14:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "odh-trusted-ca-bundle", "reconcileID": "77aca740-a11d-485c-a433-fad97673aa57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "update": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:14:43Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "odh-trusted-ca-bundle", "reconcileID": "77aca740-a11d-485c-a433-fad97673aa57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:14:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10f39bf7-a0aa-4dad-a470-911060bd22a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:14:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "f6a29a65-7ab2-4b4a-83ff-ef12a3dcc575", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:14:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "f6a29a65-7ab2-4b4a-83ff-ef12a3dcc575", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1-authn-ssl"}
2026-09-15T13:14:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "f6a29a65-7ab2-4b4a-83ff-ef12a3dcc575", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:14:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "5eb9b035-2d48-473a-81b2-3819fc7d8746", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:14:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "5eb9b035-2d48-473a-81b2-3819fc7d8746", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1-authn-ssl"}
2026-09-15T13:14:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "5eb9b035-2d48-473a-81b2-3819fc7d8746", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:15:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "0c94ab35-8422-4ffb-a494-12376d45dcd7", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress"}
2026-09-15T13:15:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "0c94ab35-8422-4ffb-a494-12376d45dcd7", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61-authn-ssl"}
2026-09-15T13:15:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "0c94ab35-8422-4ffb-a494-12376d45dcd7", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress"}
2026-09-15T13:15:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "a82ab328-93d6-4c68-b58c-9fc425eeca21", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress"}
2026-09-15T13:15:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "a82ab328-93d6-4c68-b58c-9fc425eeca21", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61-authn-ssl"}
2026-09-15T13:15:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "a82ab328-93d6-4c68-b58c-9fc425eeca21", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress"}
2026-09-15T13:15:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "e355b0d0-f462-4462-8bb6-b59f326af65f", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:08Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "e355b0d0-f462-4462-8bb6-b59f326af65f", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:15:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "e355b0d0-f462-4462-8bb6-b59f326af65f", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "7e946f0e-e043-4f58-ad2d-a26e5005f1f0", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "7e946f0e-e043-4f58-ad2d-a26e5005f1f0", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:15:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "7e946f0e-e043-4f58-ad2d-a26e5005f1f0", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "d367b051-2d1f-4730-8465-46b5183dc2b9", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "d367b051-2d1f-4730-8465-46b5183dc2b9", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:15:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "d367b051-2d1f-4730-8465-46b5183dc2b9", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "3313054e-d7f8-4ad1-b8c2-573ef3df89a2", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "3313054e-d7f8-4ad1-b8c2-573ef3df89a2", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:15:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "3313054e-d7f8-4ad1-b8c2-573ef3df89a2", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "59e9f458-ae7f-4e48-a4da-58b537974a72", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "59e9f458-ae7f-4e48-a4da-58b537974a72", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:15:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "59e9f458-ae7f-4e48-a4da-58b537974a72", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "42c9c163-e6f4-4cd7-972b-0ec7fa891834", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "42c9c163-e6f4-4cd7-972b-0ec7fa891834", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:15:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "42c9c163-e6f4-4cd7-972b-0ec7fa891834", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "0c7f9657-4ab0-4786-8b77-935ff0685dfa", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "0c7f9657-4ab0-4786-8b77-935ff0685dfa", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:15:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "0c7f9657-4ab0-4786-8b77-935ff0685dfa", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:10Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "06f3f59a-8ab0-4d27-bbd1-6c87123a6887", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:10Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "06f3f59a-8ab0-4d27-bbd1-6c87123a6887", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:10Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "06f3f59a-8ab0-4d27-bbd1-6c87123a6887", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:10Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "06f3f59a-8ab0-4d27-bbd1-6c87123a6887", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61-kserve-route-authn"}
2026-09-15T13:15:10Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "06f3f59a-8ab0-4d27-bbd1-6c87123a6887", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61", "authType": "userdefined"}
2026-09-15T13:15:10Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "06f3f59a-8ab0-4d27-bbd1-6c87123a6887", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "odh-trusted-ca-bundle", "reconcileID": "512aecfb-fce2-4557-9f6c-47de3a2f872c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:15:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "openshift-service-ca.crt", "reconcileID": "2bf70d72-aff7-47d9-8d96-4f0ea37b28e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:15:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "openshift-service-ca.crt", "reconcileID": "d978bb74-30b7-4bc5-951c-cbba0fbc12b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:15:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "openshift-service-ca.crt", "reconcileID": "d978bb74-30b7-4bc5-951c-cbba0fbc12b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:15:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2149fc9a-b6ec-43aa-be71-da986babcdbb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:15:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "openshift-service-ca.crt", "reconcileID": "67cc8993-9473-4ce2-87ee-de46a2bf6da8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:15:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "odh-trusted-ca-bundle", "reconcileID": "280ea1ac-2f73-4796-b113-747a70940970", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "update": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:15:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "odh-trusted-ca-bundle", "reconcileID": "280ea1ac-2f73-4796-b113-747a70940970", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:15:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdbf53ed-7cb9-4610-9078-8d84c8ab5ae4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:15:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "dfbf6196-1c6d-4994-9d31-76b63312f8b5", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "dfbf6196-1c6d-4994-9d31-76b63312f8b5", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:15:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "dfbf6196-1c6d-4994-9d31-76b63312f8b5", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "45081016-bdd5-4792-9e0b-f8f2d70a5cfd", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress"}
2026-09-15T13:15:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "45081016-bdd5-4792-9e0b-f8f2d70a5cfd", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61-authn-ssl"}
2026-09-15T13:15:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "45081016-bdd5-4792-9e0b-f8f2d70a5cfd", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress"}
2026-09-15T13:15:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "9ac833e2-b1d5-4d28-a43e-0a8be1e77d3e", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "9ac833e2-b1d5-4d28-a43e-0a8be1e77d3e", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:15:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "9ac833e2-b1d5-4d28-a43e-0a8be1e77d3e", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:15:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-6c9f0b"}, "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df379bb5-e308-4242-90df-c493d6ebc0e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-6c9f0b"}
2026-09-15T13:15:36Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-6c9f0b"}, "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df379bb5-e308-4242-90df-c493d6ebc0e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:15:36Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-6c9f0b"}, "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df379bb5-e308-4242-90df-c493d6ebc0e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-6c9f0b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:15:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-6c9f0b"}, "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "name": "odh-trusted-ca-bundle", "reconcileID": "29566dca-6c7d-47db-b883-1c6193e17576", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-6c9f0b"}
2026-09-15T13:15:36Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-6c9f0b"}, "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "name": "odh-trusted-ca-bundle", "reconcileID": "29566dca-6c7d-47db-b883-1c6193e17576", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:15:36Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-6c9f0b"}, "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "name": "odh-trusted-ca-bundle", "reconcileID": "29566dca-6c7d-47db-b883-1c6193e17576", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-6c9f0b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:15:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w0-6c9f0b"}, "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "name": "openshift-service-ca.crt", "reconcileID": "336ef9d9-e63f-40e3-9e14-e9d6958842cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w0-6c9f0b"}
2026-09-15T13:15:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w0-6c9f0b"}, "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "name": "openshift-service-ca.crt", "reconcileID": "336ef9d9-e63f-40e3-9e14-e9d6958842cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w0-6c9f0b"}
2026-09-15T13:15:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-6c9f0b"}, "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99109641-aadc-45dc-954f-c5fb991393e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-6c9f0b"}
2026-09-15T13:15:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-6c9f0b"}, "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99109641-aadc-45dc-954f-c5fb991393e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-6c9f0b"}
2026-09-15T13:15:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-6c9f0b"}, "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "name": "odh-trusted-ca-bundle", "reconcileID": "c7b5f52d-f742-43af-9a30-c141a3921628", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-6c9f0b"}
2026-09-15T13:15:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w0-6c9f0b"}, "namespace": "ai-tenant-e2e-worker-w0-6c9f0b", "name": "odh-trusted-ca-bundle", "reconcileID": "c7b5f52d-f742-43af-9a30-c141a3921628", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w0-6c9f0b"}
2026-09-15T13:15:42Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "4f538e73-d791-48c6-a728-060e1fe08f18", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:15:42Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "4f538e73-d791-48c6-a728-060e1fe08f18", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:15:42Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "4f538e73-d791-48c6-a728-060e1fe08f18", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:15:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "8b147bc4-0f7d-44d5-87c6-57f172df0c03", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:15:42Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "4f538e73-d791-48c6-a728-060e1fe08f18", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1-kserve-route-authn"}
2026-09-15T13:15:42Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "4f538e73-d791-48c6-a728-060e1fe08f18", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "authType": "userdefined"}
2026-09-15T13:15:42Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "4f538e73-d791-48c6-a728-060e1fe08f18", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:15:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "8b147bc4-0f7d-44d5-87c6-57f172df0c03", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1-authn-ssl"}
2026-09-15T13:15:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "8b147bc4-0f7d-44d5-87c6-57f172df0c03", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:15:42Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "108262cf-02b1-431c-94ba-c04822d11242", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:15:42Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "108262cf-02b1-431c-94ba-c04822d11242", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:15:42Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "108262cf-02b1-431c-94ba-c04822d11242", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:15:42Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "108262cf-02b1-431c-94ba-c04822d11242", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1-kserve-route-authn"}
2026-09-15T13:15:42Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "108262cf-02b1-431c-94ba-c04822d11242", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "authType": "userdefined"}
2026-09-15T13:15:42Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "108262cf-02b1-431c-94ba-c04822d11242", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:15:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "323e098e-48dc-4645-90d2-a68e7c11cdcb", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress"}
2026-09-15T13:15:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "323e098e-48dc-4645-90d2-a68e7c11cdcb", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61-authn-ssl"}
2026-09-15T13:15:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "323e098e-48dc-4645-90d2-a68e7c11cdcb", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress"}
2026-09-15T13:15:46Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "8690df0b-a1e5-41db-a4fd-0f3b0f2061c3", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:46Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "8690df0b-a1e5-41db-a4fd-0f3b0f2061c3", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61"}
2026-09-15T13:15:46Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "8690df0b-a1e5-41db-a4fd-0f3b0f2061c3", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:46Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "8690df0b-a1e5-41db-a4fd-0f3b0f2061c3", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:46Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "8690df0b-a1e5-41db-a4fd-0f3b0f2061c3", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61-kserve-route-authn"}
2026-09-15T13:15:46Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "8690df0b-a1e5-41db-a4fd-0f3b0f2061c3", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61-kserve-route-authn"}
2026-09-15T13:15:46Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "8690df0b-a1e5-41db-a4fd-0f3b0f2061c3", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:46Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "8690df0b-a1e5-41db-a4fd-0f3b0f2061c3", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcb27a71-c0fe-488d-b9b3-dfad9c11e1d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcb27a71-c0fe-488d-b9b3-dfad9c11e1d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7e508e61", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:15:46Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcb27a71-c0fe-488d-b9b3-dfad9c11e1d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-7e508e61 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:15:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "odh-trusted-ca-bundle", "reconcileID": "e684beb7-c21d-4707-9abe-9e5e3a6c0b16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "odh-trusted-ca-bundle", "reconcileID": "e684beb7-c21d-4707-9abe-9e5e3a6c0b16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "openshift-service-ca.crt", "reconcileID": "ee480a3d-a9cd-4ad4-8f57-98d988d97f4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "openshift-service-ca.crt", "reconcileID": "ee480a3d-a9cd-4ad4-8f57-98d988d97f4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27a19d51-6c08-47d4-b465-6e21ff8ee5fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27a19d51-6c08-47d4-b465-6e21ff8ee5fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "38b2de2b-8e54-4d08-aaff-7a4f836132cf", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:15:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "38b2de2b-8e54-4d08-aaff-7a4f836132cf", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1-authn-ssl"}
2026-09-15T13:15:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "38b2de2b-8e54-4d08-aaff-7a4f836132cf", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:15:51Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "c5bde2da-05c4-4a38-ac13-ad99744ce835", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:15:51Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "c5bde2da-05c4-4a38-ac13-ad99744ce835", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:15:51Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "c5bde2da-05c4-4a38-ac13-ad99744ce835", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:15:51Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "c5bde2da-05c4-4a38-ac13-ad99744ce835", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1-kserve-route-authn"}
2026-09-15T13:15:51Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "c5bde2da-05c4-4a38-ac13-ad99744ce835", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "authType": "userdefined"}
2026-09-15T13:15:51Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "c5bde2da-05c4-4a38-ac13-ad99744ce835", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:15:51Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-7e508e61","namespace":"ai-tenant-e2e-mt-7e508e61"}, "namespace": "ai-tenant-e2e-mt-7e508e61", "name": "e2e-lifecycle-model-7e508e61", "reconcileID": "2e2ef02a-f94a-428c-bf2e-77fae223813f", "LLMInferenceService": "e2e-lifecycle-model-7e508e61", "namespace": "ai-tenant-e2e-mt-7e508e61"}
2026-09-15T13:15:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "68bf2ac0-013a-427c-937d-0c7aba0a4df0", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress"}
2026-09-15T13:15:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "68bf2ac0-013a-427c-937d-0c7aba0a4df0", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61-authn-ssl"}
2026-09-15T13:15:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "68bf2ac0-013a-427c-937d-0c7aba0a4df0", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress"}
2026-09-15T13:15:53Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-7e508e61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-7e508e61", "reconcileID": "4f0aa6e4-303f-4eb2-b5ce-a901d5d3c68b", "Gateway": "e2e-mt-7e508e61", "namespace": "openshift-ingress"}
2026-09-15T13:16:13Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "c31f6c23-34db-4de7-b62d-c19f2edfcd30", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:16:13Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "c31f6c23-34db-4de7-b62d-c19f2edfcd30", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:16:13Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "c31f6c23-34db-4de7-b62d-c19f2edfcd30", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:16:13Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "c31f6c23-34db-4de7-b62d-c19f2edfcd30", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1-kserve-route-authn"}
2026-09-15T13:16:13Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "c31f6c23-34db-4de7-b62d-c19f2edfcd30", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "authType": "userdefined"}
2026-09-15T13:16:13Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "c31f6c23-34db-4de7-b62d-c19f2edfcd30", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:16:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "2d120675-5332-415f-86b5-a71dcf44a16e", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "2d120675-5332-415f-86b5-a71dcf44a16e", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "2d120675-5332-415f-86b5-a71dcf44a16e", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "8b0f12c4-929a-4e99-b997-0b44c31eaa71", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:16:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "2d120675-5332-415f-86b5-a71dcf44a16e", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f-kserve-route-authn"}
2026-09-15T13:16:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "2d120675-5332-415f-86b5-a71dcf44a16e", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "authType": "userdefined"}
2026-09-15T13:16:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "2d120675-5332-415f-86b5-a71dcf44a16e", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "8b0f12c4-929a-4e99-b997-0b44c31eaa71", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:16:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "8b0f12c4-929a-4e99-b997-0b44c31eaa71", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:16:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "5863da83-a437-47f3-8b6c-4f52ac1b9444", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "5863da83-a437-47f3-8b6c-4f52ac1b9444", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "5863da83-a437-47f3-8b6c-4f52ac1b9444", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "5863da83-a437-47f3-8b6c-4f52ac1b9444", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f-kserve-route-authn"}
2026-09-15T13:16:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "5863da83-a437-47f3-8b6c-4f52ac1b9444", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "authType": "userdefined"}
2026-09-15T13:16:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "5863da83-a437-47f3-8b6c-4f52ac1b9444", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "9300db4d-11df-4dc8-bc76-bd040091a212", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:16:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "9300db4d-11df-4dc8-bc76-bd040091a212", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:16:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "9300db4d-11df-4dc8-bc76-bd040091a212", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:16:22Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "2a4a5b46-83c1-4036-a319-8dcc41a5313b", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:22Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "2a4a5b46-83c1-4036-a319-8dcc41a5313b", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:22Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "2a4a5b46-83c1-4036-a319-8dcc41a5313b", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:22Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "2a4a5b46-83c1-4036-a319-8dcc41a5313b", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f-kserve-route-authn"}
2026-09-15T13:16:22Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "2a4a5b46-83c1-4036-a319-8dcc41a5313b", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "authType": "userdefined"}
2026-09-15T13:16:22Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "2a4a5b46-83c1-4036-a319-8dcc41a5313b", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:24Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "6fd84a9e-6501-46f5-8b86-9112a861ebcb", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:24Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "6fd84a9e-6501-46f5-8b86-9112a861ebcb", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:24Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "6fd84a9e-6501-46f5-8b86-9112a861ebcb", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:24Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "6fd84a9e-6501-46f5-8b86-9112a861ebcb", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f-kserve-route-authn"}
2026-09-15T13:16:24Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "6fd84a9e-6501-46f5-8b86-9112a861ebcb", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "authType": "userdefined"}
2026-09-15T13:16:24Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "6fd84a9e-6501-46f5-8b86-9112a861ebcb", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:32Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "b3af05e3-6efc-4cb8-b6a8-b0a10c568497", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:32Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "b3af05e3-6efc-4cb8-b6a8-b0a10c568497", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:32Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "b3af05e3-6efc-4cb8-b6a8-b0a10c568497", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:16:32Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "b3af05e3-6efc-4cb8-b6a8-b0a10c568497", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f-kserve-route-authn"}
2026-09-15T13:16:32Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "b3af05e3-6efc-4cb8-b6a8-b0a10c568497", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "authType": "userdefined"}
2026-09-15T13:16:32Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "b3af05e3-6efc-4cb8-b6a8-b0a10c568497", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:17:00Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-6c9f0b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-6c9f0b", "reconcileID": "4bf2f800-ed8d-425e-ada3-0aa6be117cd2", "Gateway": "e2e-worker-w0-6c9f0b", "namespace": "openshift-ingress"}
2026-09-15T13:17:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-2af9a3"}, "namespace": "ai-tenant-e2e-worker-w4-2af9a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "668f70b4-002c-420e-9f5e-43684b68f224", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-2af9a3"}
2026-09-15T13:17:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-2af9a3"}, "namespace": "ai-tenant-e2e-worker-w4-2af9a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "668f70b4-002c-420e-9f5e-43684b68f224", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-2af9a3", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:17:02Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-2af9a3"}, "namespace": "ai-tenant-e2e-worker-w4-2af9a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "668f70b4-002c-420e-9f5e-43684b68f224", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-2af9a3 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:17:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-2af9a3"}, "namespace": "ai-tenant-e2e-worker-w4-2af9a3", "name": "odh-trusted-ca-bundle", "reconcileID": "e4f75503-175f-4c20-8bce-27d4876dbee0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-2af9a3"}
2026-09-15T13:17:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-2af9a3"}, "namespace": "ai-tenant-e2e-worker-w4-2af9a3", "name": "odh-trusted-ca-bundle", "reconcileID": "e4f75503-175f-4c20-8bce-27d4876dbee0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-2af9a3"}
2026-09-15T13:17:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w4-2af9a3"}, "namespace": "ai-tenant-e2e-worker-w4-2af9a3", "name": "openshift-service-ca.crt", "reconcileID": "201d27c5-c8a8-4919-946e-32fcbae2ea17", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w4-2af9a3"}
2026-09-15T13:17:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w4-2af9a3"}, "namespace": "ai-tenant-e2e-worker-w4-2af9a3", "name": "openshift-service-ca.crt", "reconcileID": "201d27c5-c8a8-4919-946e-32fcbae2ea17", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w4-2af9a3"}
2026-09-15T13:17:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-2af9a3"}, "namespace": "ai-tenant-e2e-worker-w4-2af9a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b08a634-295b-4446-97a7-780cc288c773", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-2af9a3"}
2026-09-15T13:17:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-2af9a3"}, "namespace": "ai-tenant-e2e-worker-w4-2af9a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b08a634-295b-4446-97a7-780cc288c773", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-2af9a3"}
2026-09-15T13:18:27Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-2af9a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-2af9a3", "reconcileID": "cf11f3b1-29fc-4a72-bf9b-0ba24377ef95", "Gateway": "e2e-worker-w4-2af9a3", "namespace": "openshift-ingress"}
2026-09-15T13:18:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "openshift-service-ca.crt", "reconcileID": "60ebfbde-7d8c-4e7e-8c07-53fb5d4e1d53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:18:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "odh-trusted-ca-bundle", "reconcileID": "c16d1f87-714f-4927-baba-ce8cbf96d0b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:18:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "openshift-service-ca.crt", "reconcileID": "b07b595c-be01-4181-aaf1-91a66d4d7e5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:18:58Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "openshift-service-ca.crt", "reconcileID": "b07b595c-be01-4181-aaf1-91a66d4d7e5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:18:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37b38c6b-3a28-4c1f-b125-6df3abc03156", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:18:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "openshift-service-ca.crt", "reconcileID": "e99c6c12-f5d0-4915-ab3d-7e3e225ffdab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:18:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "odh-trusted-ca-bundle", "reconcileID": "7d12b102-e92c-4812-8d23-202a39e20f0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "update": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:18:58Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "odh-trusted-ca-bundle", "reconcileID": "7d12b102-e92c-4812-8d23-202a39e20f0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:18:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a864121-c746-499c-92e2-242c1a879b53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:21:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4df79e6b-2062-4e47-8146-fa9484c7701e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:21:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4df79e6b-2062-4e47-8146-fa9484c7701e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:21:07Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4df79e6b-2062-4e47-8146-fa9484c7701e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-7b5f2fa4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:21:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "odh-trusted-ca-bundle", "reconcileID": "395ddc82-8df4-44ca-bbed-ccca19c94031", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:21:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "odh-trusted-ca-bundle", "reconcileID": "395ddc82-8df4-44ca-bbed-ccca19c94031", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:21:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "openshift-service-ca.crt", "reconcileID": "4a67aec5-05c2-4066-8eb7-659d47a31a9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:21:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "openshift-service-ca.crt", "reconcileID": "4a67aec5-05c2-4066-8eb7-659d47a31a9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:21:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ebfa8cd-55db-4d04-bb66-08893c984791", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:21:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7b5f2fa4"}, "namespace": "ai-tenant-e2e-mt-7b5f2fa4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ebfa8cd-55db-4d04-bb66-08893c984791", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7b5f2fa4"}
2026-09-15T13:21:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "openshift-service-ca.crt", "reconcileID": "4ba2fd13-12d3-4496-82a9-cf3f68b7abfa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "odh-trusted-ca-bundle", "reconcileID": "46b6eb3f-7226-4989-89f6-1783e1768f97", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "openshift-service-ca.crt", "reconcileID": "e265a00b-78f6-4ad2-b197-cdda1e70a122", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a68a63fe", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:21:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "openshift-service-ca.crt", "reconcileID": "e265a00b-78f6-4ad2-b197-cdda1e70a122", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8c1e65f-37f3-45ae-b508-c6f982d16c67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "openshift-service-ca.crt", "reconcileID": "2a907976-7d94-4152-8a0d-6e0628d9c02a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "odh-trusted-ca-bundle", "reconcileID": "dd464d15-35fd-4836-8cab-9096d3792af8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a68a63fe", "update": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:21:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "odh-trusted-ca-bundle", "reconcileID": "dd464d15-35fd-4836-8cab-9096d3792af8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8762a62-1f3e-479d-82c8-06a74ae71aef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6f812a9-fdff-474a-a1c9-89abb265cc67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6f812a9-fdff-474a-a1c9-89abb265cc67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a68a63fe", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:21:45Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6f812a9-fdff-474a-a1c9-89abb265cc67", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-a68a63fe because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:21:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "odh-trusted-ca-bundle", "reconcileID": "d1e2523a-d22d-4b94-a8a9-0ef7adbcc012", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "odh-trusted-ca-bundle", "reconcileID": "d1e2523a-d22d-4b94-a8a9-0ef7adbcc012", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "openshift-service-ca.crt", "reconcileID": "f902e401-3cf9-4b6b-9e87-47dc36b3cf8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "openshift-service-ca.crt", "reconcileID": "f902e401-3cf9-4b6b-9e87-47dc36b3cf8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cf3f440-0664-4388-9ab7-443dbbb1a5dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a68a63fe"}, "namespace": "ai-tenant-e2e-mt-a68a63fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cf3f440-0664-4388-9ab7-443dbbb1a5dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a68a63fe"}
2026-09-15T13:21:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "fd86ddaf-6966-4e9d-9ad9-be8a89f4704c", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:46Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "fd86ddaf-6966-4e9d-9ad9-be8a89f4704c", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress", "name": "e2e-api-a-650c57-authn-ssl"}
2026-09-15T13:21:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "fd86ddaf-6966-4e9d-9ad9-be8a89f4704c", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "71eef7a0-7978-48b5-b2e1-c093e6fe50a3", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "71eef7a0-7978-48b5-b2e1-c093e6fe50a3", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress", "name": "e2e-api-a-650c57-authn-ssl"}
2026-09-15T13:21:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "71eef7a0-7978-48b5-b2e1-c093e6fe50a3", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "3f966810-eaee-4b33-878e-2cc2f380f9b1", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "3f966810-eaee-4b33-878e-2cc2f380f9b1", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress", "name": "e2e-api-a-650c57-authn-ssl"}
2026-09-15T13:21:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "3f966810-eaee-4b33-878e-2cc2f380f9b1", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "5c1d0012-a6f1-4aa3-972f-bb649d9c9f7f", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "5c1d0012-a6f1-4aa3-972f-bb649d9c9f7f", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress", "name": "e2e-api-a-650c57-authn-ssl"}
2026-09-15T13:21:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "5c1d0012-a6f1-4aa3-972f-bb649d9c9f7f", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "dd8f3e99-116c-4c08-891c-537af58cc526", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "dd8f3e99-116c-4c08-891c-537af58cc526", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress", "name": "e2e-api-a-650c57-authn-ssl"}
2026-09-15T13:21:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "dd8f3e99-116c-4c08-891c-537af58cc526", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "82d3b4fd-8c24-4bc3-aa2c-12f7a537ea6f", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "82d3b4fd-8c24-4bc3-aa2c-12f7a537ea6f", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress", "name": "e2e-api-a-650c57-authn-ssl"}
2026-09-15T13:21:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "82d3b4fd-8c24-4bc3-aa2c-12f7a537ea6f", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "27c4ec2a-69f9-405e-b2d2-91ad849e0e6b", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "27c4ec2a-69f9-405e-b2d2-91ad849e0e6b", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress", "name": "e2e-api-a-650c57-authn-ssl"}
2026-09-15T13:21:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "27c4ec2a-69f9-405e-b2d2-91ad849e0e6b", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "openshift-service-ca.crt", "reconcileID": "edb4fafa-c0b6-462e-b730-0a85bda60cf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:21:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "odh-trusted-ca-bundle", "reconcileID": "42046a68-68f6-4a37-9f71-ac7df9c56040", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:21:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "openshift-service-ca.crt", "reconcileID": "c1c9f450-9207-4076-a788-e49b64f6833a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-650c57", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:21:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "openshift-service-ca.crt", "reconcileID": "c1c9f450-9207-4076-a788-e49b64f6833a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:21:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5b86ca4-a4cc-4f2e-8e45-2f1882b6f1ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:21:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "openshift-service-ca.crt", "reconcileID": "52bec392-f003-4183-9731-36837294ee10", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:21:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "odh-trusted-ca-bundle", "reconcileID": "e3c619f9-7244-4255-957b-6a5719beb86c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-650c57", "update": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:21:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "odh-trusted-ca-bundle", "reconcileID": "e3c619f9-7244-4255-957b-6a5719beb86c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:21:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51f384a4-9bdd-4e7d-be11-093850f7abff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:21:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "cb39b4a0-e804-41a2-a1b4-30d7744795e4", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:21:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "cb39b4a0-e804-41a2-a1b4-30d7744795e4", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress", "name": "e2e-api-a-650c57-authn-ssl"}
2026-09-15T13:21:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "cb39b4a0-e804-41a2-a1b4-30d7744795e4", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:22:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "27148471-1aa6-401e-9ae4-2a9d9dbfca04", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:22:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "27148471-1aa6-401e-9ae4-2a9d9dbfca04", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress", "name": "e2e-api-a-650c57-authn-ssl"}
2026-09-15T13:22:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "27148471-1aa6-401e-9ae4-2a9d9dbfca04", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:22:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "aeedead4-46ab-4a96-9cb6-195f7163a030", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:05Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "aeedead4-46ab-4a96-9cb6-195f7163a030", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress", "name": "e2e-api-b-92f861-authn-ssl"}
2026-09-15T13:22:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "aeedead4-46ab-4a96-9cb6-195f7163a030", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "f3a395e1-19dc-40ae-9b05-fddce9faf6e2", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "f3a395e1-19dc-40ae-9b05-fddce9faf6e2", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress", "name": "e2e-api-b-92f861-authn-ssl"}
2026-09-15T13:22:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "f3a395e1-19dc-40ae-9b05-fddce9faf6e2", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "c6929351-2081-4101-b053-6d6b5a199ade", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "c6929351-2081-4101-b053-6d6b5a199ade", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress", "name": "e2e-api-b-92f861-authn-ssl"}
2026-09-15T13:22:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "c6929351-2081-4101-b053-6d6b5a199ade", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "cbc8b749-dd5f-43e9-9863-9051365c0932", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "cbc8b749-dd5f-43e9-9863-9051365c0932", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress", "name": "e2e-api-b-92f861-authn-ssl"}
2026-09-15T13:22:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "cbc8b749-dd5f-43e9-9863-9051365c0932", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "69652492-552e-4a1d-a630-fe4f20f2950a", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "69652492-552e-4a1d-a630-fe4f20f2950a", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress", "name": "e2e-api-b-92f861-authn-ssl"}
2026-09-15T13:22:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "69652492-552e-4a1d-a630-fe4f20f2950a", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "0b99aa3f-b1af-493d-93d0-3da50470b54f", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "0b99aa3f-b1af-493d-93d0-3da50470b54f", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress", "name": "e2e-api-b-92f861-authn-ssl"}
2026-09-15T13:22:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "0b99aa3f-b1af-493d-93d0-3da50470b54f", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "98b223bb-f82b-4e23-aa73-a739a58dbabc", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "98b223bb-f82b-4e23-aa73-a739a58dbabc", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress", "name": "e2e-api-b-92f861-authn-ssl"}
2026-09-15T13:22:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "98b223bb-f82b-4e23-aa73-a739a58dbabc", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "openshift-service-ca.crt", "reconcileID": "44aa3fc1-afb7-40df-8b65-6628a1cd0877", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:22:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "odh-trusted-ca-bundle", "reconcileID": "45f5df4d-dec4-4959-ae57-5f9be14733d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:22:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "openshift-service-ca.crt", "reconcileID": "77f54aa8-270b-4a67-b3da-0a50788a1f0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-92f861", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:22:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "openshift-service-ca.crt", "reconcileID": "77f54aa8-270b-4a67-b3da-0a50788a1f0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:22:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6f5dcb0-dad2-4280-80a9-3fb316645192", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:22:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "openshift-service-ca.crt", "reconcileID": "2a03382f-7dfa-4b47-86ac-e44fe7f2afd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:22:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "odh-trusted-ca-bundle", "reconcileID": "37c39b62-7336-4762-b76a-27d99040cb1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-92f861", "update": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:22:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "odh-trusted-ca-bundle", "reconcileID": "37c39b62-7336-4762-b76a-27d99040cb1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:22:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8c37672-322c-4fe3-a1a9-0d4e10cb3c51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:22:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "547d34a4-2de8-4a3c-aab7-552c81508255", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "547d34a4-2de8-4a3c-aab7-552c81508255", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress", "name": "e2e-api-b-92f861-authn-ssl"}
2026-09-15T13:22:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "547d34a4-2de8-4a3c-aab7-552c81508255", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "9dc47acc-ec69-4ae4-a0d9-e427e8780f92", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "9dc47acc-ec69-4ae4-a0d9-e427e8780f92", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress", "name": "e2e-api-b-92f861-authn-ssl"}
2026-09-15T13:22:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "9dc47acc-ec69-4ae4-a0d9-e427e8780f92", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:22:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "90416548-f037-4606-9176-36426195604e", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:22:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "90416548-f037-4606-9176-36426195604e", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress", "name": "e2e-api-a-650c57-authn-ssl"}
2026-09-15T13:22:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "90416548-f037-4606-9176-36426195604e", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:22:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaf00f81-7058-46e7-b78c-5dafd6c5c29e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:22:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaf00f81-7058-46e7-b78c-5dafd6c5c29e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-650c57", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:22:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaf00f81-7058-46e7-b78c-5dafd6c5c29e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-650c57 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:22:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "odh-trusted-ca-bundle", "reconcileID": "9b5be955-0bbf-4a32-8452-17049d13c8dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:22:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "odh-trusted-ca-bundle", "reconcileID": "9b5be955-0bbf-4a32-8452-17049d13c8dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:22:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "openshift-service-ca.crt", "reconcileID": "a97ae7db-e383-4ed6-9a11-3128017b7c95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:22:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "openshift-service-ca.crt", "reconcileID": "a97ae7db-e383-4ed6-9a11-3128017b7c95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:22:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c72c74a8-c7c6-405a-83ed-7de0631da8ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:22:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-650c57"}, "namespace": "ai-tenant-e2e-api-a-650c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c72c74a8-c7c6-405a-83ed-7de0631da8ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-650c57"}
2026-09-15T13:22:59Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-650c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-650c57", "reconcileID": "d8361893-6a3d-4f17-be07-111bb6bdf2c4", "Gateway": "e2e-api-a-650c57", "namespace": "openshift-ingress"}
2026-09-15T13:23:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "00721637-363b-45c8-b172-93690a1487a9", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:23:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "00721637-363b-45c8-b172-93690a1487a9", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress", "name": "e2e-api-b-92f861-authn-ssl"}
2026-09-15T13:23:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "00721637-363b-45c8-b172-93690a1487a9", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:23:15Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T13:23:15Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T13:23:18Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T13:23:18Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T13:23:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12e9c164-e66f-4b9a-bc5d-940070e4e624", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:23:21Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12e9c164-e66f-4b9a-bc5d-940070e4e624", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-92f861", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:23:21Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12e9c164-e66f-4b9a-bc5d-940070e4e624", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-92f861 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:23:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "odh-trusted-ca-bundle", "reconcileID": "2f746947-b9ff-4b80-b844-34556053afa3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:23:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "odh-trusted-ca-bundle", "reconcileID": "2f746947-b9ff-4b80-b844-34556053afa3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:23:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "openshift-service-ca.crt", "reconcileID": "c304d032-0c23-462d-9d7c-98d01e122fa1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:23:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "openshift-service-ca.crt", "reconcileID": "c304d032-0c23-462d-9d7c-98d01e122fa1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:23:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee293c82-cfc0-44be-8a29-fd9de0a557d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:23:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-92f861"}, "namespace": "ai-tenant-e2e-api-b-92f861", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee293c82-cfc0-44be-8a29-fd9de0a557d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-92f861"}
2026-09-15T13:23:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "948a54e4-039c-4790-98e1-69e0b7e5057f", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:23:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "948a54e4-039c-4790-98e1-69e0b7e5057f", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress", "name": "e2e-api-b-92f861-authn-ssl"}
2026-09-15T13:23:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "948a54e4-039c-4790-98e1-69e0b7e5057f", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:23:22Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-92f861","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-92f861", "reconcileID": "67fa6de1-0fed-4f70-938f-12e0e1d53647", "Gateway": "e2e-api-b-92f861", "namespace": "openshift-ingress"}
2026-09-15T13:23:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6a966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6a966", "reconcileID": "f8a1f838-0df7-4a88-8556-2fa4e729c93d", "Gateway": "e2e-shared-a-w2-f6a966", "namespace": "openshift-ingress"}
2026-09-15T13:23:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6a966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6a966", "reconcileID": "f8a1f838-0df7-4a88-8556-2fa4e729c93d", "Gateway": "e2e-shared-a-w2-f6a966", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6a966-authn-ssl"}
2026-09-15T13:23:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6a966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6a966", "reconcileID": "f8a1f838-0df7-4a88-8556-2fa4e729c93d", "Gateway": "e2e-shared-a-w2-f6a966", "namespace": "openshift-ingress"}
2026-09-15T13:23:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6a966"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "073b1993-53e1-4ec4-bcf6-ea8a22e60951", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6a966"}
2026-09-15T13:23:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6a966"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "073b1993-53e1-4ec4-bcf6-ea8a22e60951", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:23:39Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6a966"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "073b1993-53e1-4ec4-bcf6-ea8a22e60951", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-f6a966 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:23:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6a966"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "name": "odh-trusted-ca-bundle", "reconcileID": "d562f817-fd05-4284-87c7-0364ccb0485f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6a966"}
2026-09-15T13:23:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6a966"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "name": "odh-trusted-ca-bundle", "reconcileID": "d562f817-fd05-4284-87c7-0364ccb0485f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:23:39Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6a966"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "name": "odh-trusted-ca-bundle", "reconcileID": "d562f817-fd05-4284-87c7-0364ccb0485f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-f6a966 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:23:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-f6a966"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "name": "openshift-service-ca.crt", "reconcileID": "d1fc1ff5-c2b8-4957-bf4f-2599b20bc2c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-f6a966"}
2026-09-15T13:23:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-f6a966"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "name": "openshift-service-ca.crt", "reconcileID": "d1fc1ff5-c2b8-4957-bf4f-2599b20bc2c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-f6a966"}
2026-09-15T13:23:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6a966"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "844ffd89-51f7-4403-baad-41d08095bba5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6a966"}
2026-09-15T13:23:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6a966"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "844ffd89-51f7-4403-baad-41d08095bba5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6a966"}
2026-09-15T13:23:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6a966"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "name": "odh-trusted-ca-bundle", "reconcileID": "d81e9634-5ef7-4e14-afc7-6f2488fefcd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6a966"}
2026-09-15T13:23:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6a966"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6a966", "name": "odh-trusted-ca-bundle", "reconcileID": "d81e9634-5ef7-4e14-afc7-6f2488fefcd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6a966"}
2026-09-15T13:23:41Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6a966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6a966", "reconcileID": "7c07285b-96f5-4fa4-8ccf-a1bf789b7e2f", "Gateway": "e2e-shared-a-w2-f6a966", "namespace": "openshift-ingress"}
2026-09-15T13:23:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ddd0eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ddd0eb", "reconcileID": "c2fb8eb5-86a2-4273-aed2-ac18fd387e0b", "Gateway": "e2e-shared-b-w2-ddd0eb", "namespace": "openshift-ingress"}
2026-09-15T13:23:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ddd0eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ddd0eb", "reconcileID": "c2fb8eb5-86a2-4273-aed2-ac18fd387e0b", "Gateway": "e2e-shared-b-w2-ddd0eb", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ddd0eb-authn-ssl"}
2026-09-15T13:23:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ddd0eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ddd0eb", "reconcileID": "c2fb8eb5-86a2-4273-aed2-ac18fd387e0b", "Gateway": "e2e-shared-b-w2-ddd0eb", "namespace": "openshift-ingress"}
2026-09-15T13:23:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ddd0eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ddd0eb", "reconcileID": "abe3cb98-b4d4-4b00-8e21-c1a67e353abf", "Gateway": "e2e-shared-b-w2-ddd0eb", "namespace": "openshift-ingress"}
2026-09-15T13:23:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ddd0eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ddd0eb", "reconcileID": "abe3cb98-b4d4-4b00-8e21-c1a67e353abf", "Gateway": "e2e-shared-b-w2-ddd0eb", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ddd0eb-authn-ssl"}
2026-09-15T13:23:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ddd0eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ddd0eb", "reconcileID": "abe3cb98-b4d4-4b00-8e21-c1a67e353abf", "Gateway": "e2e-shared-b-w2-ddd0eb", "namespace": "openshift-ingress"}
2026-09-15T13:23:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ddd0eb"}, "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bd6445d-0d39-469f-81de-5605e1876156", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb"}
2026-09-15T13:23:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ddd0eb"}, "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bd6445d-0d39-469f-81de-5605e1876156", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:23:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ddd0eb"}, "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bd6445d-0d39-469f-81de-5605e1876156", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-ddd0eb because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:23:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ddd0eb"}, "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb", "name": "odh-trusted-ca-bundle", "reconcileID": "13bf481c-ac62-47d3-be64-947160a9e52b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb"}
2026-09-15T13:23:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ddd0eb"}, "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb", "name": "odh-trusted-ca-bundle", "reconcileID": "13bf481c-ac62-47d3-be64-947160a9e52b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb"}
2026-09-15T13:23:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-ddd0eb"}, "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb", "name": "openshift-service-ca.crt", "reconcileID": "d7688996-ab44-4647-8fa0-2e94faa0eb1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb"}
2026-09-15T13:23:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-ddd0eb"}, "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb", "name": "openshift-service-ca.crt", "reconcileID": "d7688996-ab44-4647-8fa0-2e94faa0eb1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb"}
2026-09-15T13:23:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ddd0eb"}, "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd5a2900-77fb-483a-b97b-e55b043c1d18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb"}
2026-09-15T13:23:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ddd0eb"}, "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd5a2900-77fb-483a-b97b-e55b043c1d18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ddd0eb"}
2026-09-15T13:23:59Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ddd0eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ddd0eb", "reconcileID": "54208285-82c8-486e-9fc0-f52a3a0065cf", "Gateway": "e2e-shared-b-w2-ddd0eb", "namespace": "openshift-ingress"}
2026-09-15T13:32:06Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "3fe2e680-062c-434a-9fe5-5e1905572606", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:06Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "3fe2e680-062c-434a-9fe5-5e1905572606", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1"}
2026-09-15T13:32:06Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "3fe2e680-062c-434a-9fe5-5e1905572606", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:06Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "3fe2e680-062c-434a-9fe5-5e1905572606", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:06Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "3fe2e680-062c-434a-9fe5-5e1905572606", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1-kserve-route-authn"}
2026-09-15T13:32:06Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "3fe2e680-062c-434a-9fe5-5e1905572606", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1-kserve-route-authn"}
2026-09-15T13:32:06Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "3fe2e680-062c-434a-9fe5-5e1905572606", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:06Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "3fe2e680-062c-434a-9fe5-5e1905572606", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:06Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aa8ef1","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "auth-test-model-aa8ef1", "reconcileID": "33a4788d-83c7-444e-ae3b-5cc4cc1fed34", "LLMInferenceService": "auth-test-model-aa8ef1", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "9d314038-9c01-47b4-8120-3188423b85c1", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:32:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "9d314038-9c01-47b4-8120-3188423b85c1", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1-authn-ssl"}
2026-09-15T13:32:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "9d314038-9c01-47b4-8120-3188423b85c1", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:32:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "ad2a2c29-6a23-4723-a548-4ad738b0eaba", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:32:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "ad2a2c29-6a23-4723-a548-4ad738b0eaba", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1-authn-ssl"}
2026-09-15T13:32:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "ad2a2c29-6a23-4723-a548-4ad738b0eaba", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:32:07Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "506cd023-9c9c-4766-ad57-b1b947be95dc", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:07Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "506cd023-9c9c-4766-ad57-b1b947be95dc", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f"}
2026-09-15T13:32:07Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "506cd023-9c9c-4766-ad57-b1b947be95dc", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:07Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "506cd023-9c9c-4766-ad57-b1b947be95dc", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:07Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "506cd023-9c9c-4766-ad57-b1b947be95dc", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f-kserve-route-authn"}
2026-09-15T13:32:07Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "506cd023-9c9c-4766-ad57-b1b947be95dc", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f-kserve-route-authn"}
2026-09-15T13:32:07Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "506cd023-9c9c-4766-ad57-b1b947be95dc", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:07Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "506cd023-9c9c-4766-ad57-b1b947be95dc", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:07Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-38d90f","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "auth-test-model-38d90f", "reconcileID": "d868f127-d648-4e3c-81ce-edb88754f6e0", "LLMInferenceService": "auth-test-model-38d90f", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "83328eff-1bb8-4e1b-9945-e743d421eb99", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:32:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "83328eff-1bb8-4e1b-9945-e743d421eb99", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:32:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "83328eff-1bb8-4e1b-9945-e743d421eb99", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:32:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "e0141366-fda2-474d-96a6-cd994f4bd0d1", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:32:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "e0141366-fda2-474d-96a6-cd994f4bd0d1", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:32:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "e0141366-fda2-474d-96a6-cd994f4bd0d1", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:32:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "83c8f8a5-d378-44e7-a2c5-b8e577fe26d3", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:32:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "83c8f8a5-d378-44e7-a2c5-b8e577fe26d3", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1-authn-ssl"}
2026-09-15T13:32:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "83c8f8a5-d378-44e7-a2c5-b8e577fe26d3", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:32:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "85ccb40a-61bf-45b4-a16e-ad320562d892", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:32:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "85ccb40a-61bf-45b4-a16e-ad320562d892", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1-authn-ssl"}
2026-09-15T13:32:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "85ccb40a-61bf-45b4-a16e-ad320562d892", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:32:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d0e9f3f-99be-4a31-ac01-5cfde84ca309", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:25Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d0e9f3f-99be-4a31-ac01-5cfde84ca309", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:32:25Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d0e9f3f-99be-4a31-ac01-5cfde84ca309", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-aa8ef1 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:32:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "odh-trusted-ca-bundle", "reconcileID": "71a0221d-2dd5-475c-848e-dd8c697c7362", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "odh-trusted-ca-bundle", "reconcileID": "71a0221d-2dd5-475c-848e-dd8c697c7362", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "openshift-service-ca.crt", "reconcileID": "205df294-cd0d-4d0e-a443-9237049421da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "openshift-service-ca.crt", "reconcileID": "205df294-cd0d-4d0e-a443-9237049421da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4550dc74-131b-4b5c-af38-50c3099ddce1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-aa8ef1"}, "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4550dc74-131b-4b5c-af38-50c3099ddce1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-aa8ef1"}
2026-09-15T13:32:25Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-aa8ef1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-aa8ef1", "reconcileID": "48053941-baa2-42c1-bb58-ed4df95667fb", "Gateway": "e2e-shared-a-w3-aa8ef1", "namespace": "openshift-ingress"}
2026-09-15T13:32:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "c5ca7368-9225-43e2-9df7-0110dccce685", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:32:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "c5ca7368-9225-43e2-9df7-0110dccce685", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:32:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "c5ca7368-9225-43e2-9df7-0110dccce685", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:32:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "db08ff40-3331-4dbe-8c13-441a99575995", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:32:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "db08ff40-3331-4dbe-8c13-441a99575995", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f-authn-ssl"}
2026-09-15T13:32:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "db08ff40-3331-4dbe-8c13-441a99575995", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:32:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69053e6b-df4b-4b65-b148-ae23d412b668", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69053e6b-df4b-4b65-b148-ae23d412b668", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "create": "odh-kserve-custom-ca-bundle"}
2026-09-15T13:32:42Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69053e6b-df4b-4b65-b148-ae23d412b668", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-38d90f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-15T13:32:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "odh-trusted-ca-bundle", "reconcileID": "dc5798be-7154-4e5a-8620-f5e131ce3754", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "odh-trusted-ca-bundle", "reconcileID": "dc5798be-7154-4e5a-8620-f5e131ce3754", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "openshift-service-ca.crt", "reconcileID": "a8b5cc8d-b0cf-4339-82a2-3a3c0c1946bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "openshift-service-ca.crt", "reconcileID": "a8b5cc8d-b0cf-4339-82a2-3a3c0c1946bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97f8697e-5c86-4bc9-9c5f-18f21e5f6f41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-38d90f"}, "namespace": "ai-tenant-e2e-shared-b-w3-38d90f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97f8697e-5c86-4bc9-9c5f-18f21e5f6f41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-38d90f"}
2026-09-15T13:32:43Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-38d90f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-38d90f", "reconcileID": "b40b45b8-3228-4b09-b804-a2245ebc026b", "Gateway": "e2e-shared-b-w3-38d90f", "namespace": "openshift-ingress"}
2026-09-15T13:35:45Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T13:35:45Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T13:35:45Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-15T13:35:45Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}