2026-07-31T22:49:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33d0b785-fe28-41bf-8d36-0503116de8ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-31T22:49:57Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "00e05966-a654-487b-8a0b-dbcf9f89efb8", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:49:57Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "00e05966-a654-487b-8a0b-dbcf9f89efb8", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:49:57Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "00e05966-a654-487b-8a0b-dbcf9f89efb8", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:49:57Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "00e05966-a654-487b-8a0b-dbcf9f89efb8", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad-kserve-route-authn"}
2026-07-31T22:49:57Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "00e05966-a654-487b-8a0b-dbcf9f89efb8", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "authType": "userdefined"}
2026-07-31T22:49:57Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "00e05966-a654-487b-8a0b-dbcf9f89efb8", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:50:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "c3233230-d9d5-443b-b38f-37c5da5d5a78", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:50:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "c3233230-d9d5-443b-b38f-37c5da5d5a78", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:50:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "c3233230-d9d5-443b-b38f-37c5da5d5a78", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:50:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "dc1f26cc-5141-45fe-a44d-af912c613d57", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:50:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "dc1f26cc-5141-45fe-a44d-af912c613d57", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:50:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "dc1f26cc-5141-45fe-a44d-af912c613d57", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:50:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "81983509-40f2-4b84-9e70-497d350b12f1", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:50:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "81983509-40f2-4b84-9e70-497d350b12f1", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:50:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "81983509-40f2-4b84-9e70-497d350b12f1", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:50:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "a6caf620-cc35-4302-a3d4-0b1211ee7d2f", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:50:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "a6caf620-cc35-4302-a3d4-0b1211ee7d2f", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:50:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "a6caf620-cc35-4302-a3d4-0b1211ee7d2f", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:50:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "8754396c-0673-4807-9e5d-214343c09905", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:50:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "8754396c-0673-4807-9e5d-214343c09905", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:50:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "8754396c-0673-4807-9e5d-214343c09905", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:50:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "f8a2451b-6600-4067-9e97-428560d01c8f", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:50:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "f8a2451b-6600-4067-9e97-428560d01c8f", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:50:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "f8a2451b-6600-4067-9e97-428560d01c8f", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:51:09Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "sub-test-model-08271f", "reconcileID": "3d8a206b-587a-4f00-abb8-7142172c37da", "LLMInferenceService": "sub-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:09Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "sub-test-model-08271f", "reconcileID": "3d8a206b-587a-4f00-abb8-7142172c37da", "LLMInferenceService": "sub-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "sub-test-model-08271f"}
2026-07-31T22:51:09Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "sub-test-model-08271f", "reconcileID": "3d8a206b-587a-4f00-abb8-7142172c37da", "LLMInferenceService": "sub-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:09Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "sub-test-model-08271f", "reconcileID": "3d8a206b-587a-4f00-abb8-7142172c37da", "LLMInferenceService": "sub-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:09Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "sub-test-model-08271f", "reconcileID": "3d8a206b-587a-4f00-abb8-7142172c37da", "LLMInferenceService": "sub-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "sub-test-model-08271f-kserve-route-authn"}
2026-07-31T22:51:09Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "sub-test-model-08271f", "reconcileID": "3d8a206b-587a-4f00-abb8-7142172c37da", "LLMInferenceService": "sub-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "sub-test-model-08271f-kserve-route-authn"}
2026-07-31T22:51:09Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "sub-test-model-08271f", "reconcileID": "3d8a206b-587a-4f00-abb8-7142172c37da", "LLMInferenceService": "sub-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:09Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "sub-test-model-08271f", "reconcileID": "3d8a206b-587a-4f00-abb8-7142172c37da", "LLMInferenceService": "sub-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:09Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "sub-test-model-08271f", "reconcileID": "e3a687a7-eb4d-4120-aa77-c94e0f4316fa", "LLMInferenceService": "sub-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "e82aa695-7442-488c-9ddd-64f42759c508", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:51:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "e82aa695-7442-488c-9ddd-64f42759c508", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:51:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "e82aa695-7442-488c-9ddd-64f42759c508", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:51:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "d438933e-6811-4202-982d-2003a553e9e4", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:51:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "d438933e-6811-4202-982d-2003a553e9e4", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:51:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "d438933e-6811-4202-982d-2003a553e9e4", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:51:09Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "81d0dcf6-4692-4c70-8b3f-83f3bd09fe9a", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:09Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "81d0dcf6-4692-4c70-8b3f-83f3bd09fe9a", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad"}
2026-07-31T22:51:09Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "81d0dcf6-4692-4c70-8b3f-83f3bd09fe9a", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:09Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "81d0dcf6-4692-4c70-8b3f-83f3bd09fe9a", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:09Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "81d0dcf6-4692-4c70-8b3f-83f3bd09fe9a", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad-kserve-route-authn"}
2026-07-31T22:51:09Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "81d0dcf6-4692-4c70-8b3f-83f3bd09fe9a", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad-kserve-route-authn"}
2026-07-31T22:51:09Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "81d0dcf6-4692-4c70-8b3f-83f3bd09fe9a", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:09Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "81d0dcf6-4692-4c70-8b3f-83f3bd09fe9a", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:10Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "sub-test-model-3326ad", "reconcileID": "09ec5850-3910-4ec6-a166-542ff8511dc2", "LLMInferenceService": "sub-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "67aea340-12d8-4b8a-b166-6f8e1c798486", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:51:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "67aea340-12d8-4b8a-b166-6f8e1c798486", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:51:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "67aea340-12d8-4b8a-b166-6f8e1c798486", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:51:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "1691a3b4-97a2-4419-9e0c-79012bcb5fec", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:51:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "1691a3b4-97a2-4419-9e0c-79012bcb5fec", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:51:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "1691a3b4-97a2-4419-9e0c-79012bcb5fec", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:51:11Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "5d8c9fa4-ddb7-4c0a-b9ab-b4ae98cd4c83", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:11Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "5d8c9fa4-ddb7-4c0a-b9ab-b4ae98cd4c83", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:11Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "5d8c9fa4-ddb7-4c0a-b9ab-b4ae98cd4c83", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "437a72d5-3cbe-459b-aaff-047472124db4", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:51:11Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "5d8c9fa4-ddb7-4c0a-b9ab-b4ae98cd4c83", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f-kserve-route-authn"}
2026-07-31T22:51:11Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "5d8c9fa4-ddb7-4c0a-b9ab-b4ae98cd4c83", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "authType": "userdefined"}
2026-07-31T22:51:11Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "5d8c9fa4-ddb7-4c0a-b9ab-b4ae98cd4c83", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "437a72d5-3cbe-459b-aaff-047472124db4", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:51:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "437a72d5-3cbe-459b-aaff-047472124db4", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:51:11Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "8e77b9a8-5d04-4b6e-816e-ebc73a1cc48d", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:11Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "8e77b9a8-5d04-4b6e-816e-ebc73a1cc48d", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:11Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "8e77b9a8-5d04-4b6e-816e-ebc73a1cc48d", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:11Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "8e77b9a8-5d04-4b6e-816e-ebc73a1cc48d", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f-kserve-route-authn"}
2026-07-31T22:51:11Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "8e77b9a8-5d04-4b6e-816e-ebc73a1cc48d", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "authType": "userdefined"}
2026-07-31T22:51:11Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "8e77b9a8-5d04-4b6e-816e-ebc73a1cc48d", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "a8606690-2068-4c20-a20b-1e536c305f51", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:51:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "a8606690-2068-4c20-a20b-1e536c305f51", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:51:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "a8606690-2068-4c20-a20b-1e536c305f51", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:51:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "3c8da7bc-0e7d-4c99-8720-d085f352aec0", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:51:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "3c8da7bc-0e7d-4c99-8720-d085f352aec0", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:51:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "3c8da7bc-0e7d-4c99-8720-d085f352aec0", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:51:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "7b941d05-1852-4cfa-972e-6eae7521dd61", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:51:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "7b941d05-1852-4cfa-972e-6eae7521dd61", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:51:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "7b941d05-1852-4cfa-972e-6eae7521dd61", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:51:25Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "f8a5058c-bd03-469c-8e4e-a6d316729246", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:25Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "f8a5058c-bd03-469c-8e4e-a6d316729246", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:25Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "f8a5058c-bd03-469c-8e4e-a6d316729246", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:25Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "f8a5058c-bd03-469c-8e4e-a6d316729246", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f-kserve-route-authn"}
2026-07-31T22:51:25Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "f8a5058c-bd03-469c-8e4e-a6d316729246", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "authType": "userdefined"}
2026-07-31T22:51:25Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "f8a5058c-bd03-469c-8e4e-a6d316729246", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "e345c4fb-9c46-44fd-9fcb-3d490e100138", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "e345c4fb-9c46-44fd-9fcb-3d490e100138", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "e345c4fb-9c46-44fd-9fcb-3d490e100138", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "e345c4fb-9c46-44fd-9fcb-3d490e100138", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f-kserve-route-authn"}
2026-07-31T22:51:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "e345c4fb-9c46-44fd-9fcb-3d490e100138", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "authType": "userdefined"}
2026-07-31T22:51:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "e345c4fb-9c46-44fd-9fcb-3d490e100138", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:51:37Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "21a6e4dc-187a-4efd-a027-c9af09b32866", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:37Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "21a6e4dc-187a-4efd-a027-c9af09b32866", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:37Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "21a6e4dc-187a-4efd-a027-c9af09b32866", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:37Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "21a6e4dc-187a-4efd-a027-c9af09b32866", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad-kserve-route-authn"}
2026-07-31T22:51:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "1c8e4a32-241e-42c3-804e-d44b2bb4a31a", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:51:37Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "21a6e4dc-187a-4efd-a027-c9af09b32866", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "authType": "userdefined"}
2026-07-31T22:51:37Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "21a6e4dc-187a-4efd-a027-c9af09b32866", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "1c8e4a32-241e-42c3-804e-d44b2bb4a31a", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:51:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "1c8e4a32-241e-42c3-804e-d44b2bb4a31a", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:51:37Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "f196b9a1-0129-47a0-99b5-f185778eba62", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:37Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "f196b9a1-0129-47a0-99b5-f185778eba62", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:37Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "f196b9a1-0129-47a0-99b5-f185778eba62", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:37Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "f196b9a1-0129-47a0-99b5-f185778eba62", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad-kserve-route-authn"}
2026-07-31T22:51:37Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "f196b9a1-0129-47a0-99b5-f185778eba62", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "authType": "userdefined"}
2026-07-31T22:51:37Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "f196b9a1-0129-47a0-99b5-f185778eba62", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "12993078-44d4-43b5-8203-3a751f45804d", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:51:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "12993078-44d4-43b5-8203-3a751f45804d", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:51:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "12993078-44d4-43b5-8203-3a751f45804d", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:51:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "7d72563e-a505-4334-bdb4-112d8550cbed", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "7d72563e-a505-4334-bdb4-112d8550cbed", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "7d72563e-a505-4334-bdb4-112d8550cbed", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "7d72563e-a505-4334-bdb4-112d8550cbed", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad-kserve-route-authn"}
2026-07-31T22:51:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "7d72563e-a505-4334-bdb4-112d8550cbed", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "authType": "userdefined"}
2026-07-31T22:51:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "7d72563e-a505-4334-bdb4-112d8550cbed", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:47Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "23c7114c-fcc0-40ed-9b61-23edef4fb45b", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:47Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "23c7114c-fcc0-40ed-9b61-23edef4fb45b", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:47Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "23c7114c-fcc0-40ed-9b61-23edef4fb45b", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:47Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "23c7114c-fcc0-40ed-9b61-23edef4fb45b", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad-kserve-route-authn"}
2026-07-31T22:51:47Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "23c7114c-fcc0-40ed-9b61-23edef4fb45b", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "authType": "userdefined"}
2026-07-31T22:51:47Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "23c7114c-fcc0-40ed-9b61-23edef4fb45b", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:53Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "5b9260cc-20ab-4028-8e08-f03c0cad262c", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:53Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "5b9260cc-20ab-4028-8e08-f03c0cad262c", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:53Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "5b9260cc-20ab-4028-8e08-f03c0cad262c", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:51:53Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "5b9260cc-20ab-4028-8e08-f03c0cad262c", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad-kserve-route-authn"}
2026-07-31T22:51:53Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "5b9260cc-20ab-4028-8e08-f03c0cad262c", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "authType": "userdefined"}
2026-07-31T22:51:53Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "5b9260cc-20ab-4028-8e08-f03c0cad262c", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:52:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "58eccdcb-2b46-4a2d-9d1b-d0afc54ab6b9", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:52:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "58eccdcb-2b46-4a2d-9d1b-d0afc54ab6b9", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:52:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "58eccdcb-2b46-4a2d-9d1b-d0afc54ab6b9", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:52:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "b4372c35-5c64-429a-b6ea-ec9fea369811", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:52:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "b4372c35-5c64-429a-b6ea-ec9fea369811", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:52:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "b4372c35-5c64-429a-b6ea-ec9fea369811", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:52:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "525db1fa-2299-418e-b78e-30c82b80aa4e", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:52:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "525db1fa-2299-418e-b78e-30c82b80aa4e", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:52:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "525db1fa-2299-418e-b78e-30c82b80aa4e", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:52:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "52d4f557-0896-4b96-985d-638a3b8c9d1f", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:52:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "52d4f557-0896-4b96-985d-638a3b8c9d1f", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:52:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "52d4f557-0896-4b96-985d-638a3b8c9d1f", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:52:53Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "20180f2f-c113-47af-ae96-0b7fc7a32da3", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:52:53Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "20180f2f-c113-47af-ae96-0b7fc7a32da3", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f"}
2026-07-31T22:52:53Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "20180f2f-c113-47af-ae96-0b7fc7a32da3", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:52:53Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "20180f2f-c113-47af-ae96-0b7fc7a32da3", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:52:53Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "20180f2f-c113-47af-ae96-0b7fc7a32da3", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f-kserve-route-authn"}
2026-07-31T22:52:53Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "20180f2f-c113-47af-ae96-0b7fc7a32da3", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f-kserve-route-authn"}
2026-07-31T22:52:53Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "20180f2f-c113-47af-ae96-0b7fc7a32da3", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:52:53Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "20180f2f-c113-47af-ae96-0b7fc7a32da3", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:52:53Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-08271f","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "rate-test-model-08271f", "reconcileID": "51e3fca1-bbed-4ee7-a65f-b91dd7d2a3dd", "LLMInferenceService": "rate-test-model-08271f", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:52:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "d110c355-8e57-4ad1-afb7-2837a9747ba9", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:52:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "d110c355-8e57-4ad1-afb7-2837a9747ba9", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:52:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "d110c355-8e57-4ad1-afb7-2837a9747ba9", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:52:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "d568219b-6cfd-4b9a-8fdd-53d3c850c195", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:52:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "d568219b-6cfd-4b9a-8fdd-53d3c850c195", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:52:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "d568219b-6cfd-4b9a-8fdd-53d3c850c195", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:52:53Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "a6c530f1-1761-4fde-9223-c9c534975267", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:52:53Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "a6c530f1-1761-4fde-9223-c9c534975267", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad"}
2026-07-31T22:52:53Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "a6c530f1-1761-4fde-9223-c9c534975267", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:52:53Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "a6c530f1-1761-4fde-9223-c9c534975267", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:52:53Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "a6c530f1-1761-4fde-9223-c9c534975267", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad-kserve-route-authn"}
2026-07-31T22:52:53Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "a6c530f1-1761-4fde-9223-c9c534975267", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad-kserve-route-authn"}
2026-07-31T22:52:53Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "a6c530f1-1761-4fde-9223-c9c534975267", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:52:53Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "a6c530f1-1761-4fde-9223-c9c534975267", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:52:54Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3326ad","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "rate-test-model-3326ad", "reconcileID": "46abfdc4-e10f-4830-bba4-4d6db2bbd92a", "LLMInferenceService": "rate-test-model-3326ad", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:52:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "6bbdae9c-1b6d-4fa3-a197-7bbcc78b6166", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:52:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "6bbdae9c-1b6d-4fa3-a197-7bbcc78b6166", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:52:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "6bbdae9c-1b6d-4fa3-a197-7bbcc78b6166", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:52:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "76b8bb84-d226-4994-a92d-b5d3b7002736", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:52:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "76b8bb84-d226-4994-a92d-b5d3b7002736", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:52:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "76b8bb84-d226-4994-a92d-b5d3b7002736", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:52:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "fed7806f-6def-4788-92e8-fa02f5401167", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:52:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "fed7806f-6def-4788-92e8-fa02f5401167", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:52:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "fed7806f-6def-4788-92e8-fa02f5401167", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:52:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "26bc464d-cf51-4477-9a7b-c080a5b7da2e", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:52:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "26bc464d-cf51-4477-9a7b-c080a5b7da2e", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:52:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "26bc464d-cf51-4477-9a7b-c080a5b7da2e", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:53:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "a0b04cee-626c-4430-96c2-d3b73335edef", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:13Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "a0b04cee-626c-4430-96c2-d3b73335edef", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:53:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "a0b04cee-626c-4430-96c2-d3b73335edef", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "6cd62ae6-cdf8-4e8e-8ee3-d4ff4979ac46", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:13Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "6cd62ae6-cdf8-4e8e-8ee3-d4ff4979ac46", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:53:13Z	ERROR	Reconciler error	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "6cd62ae6-cdf8-4e8e-8ee3-d4ff4979ac46", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-56c69a-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-56c69a-authn-ssl\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-31T22:53:13Z	DEBUG	events	Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-56c69a-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-56c69a-authn-ssl" already exists	{"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-56c69a","uid":"77b30a81-b30a-4813-9d1d-00b1f40492ca","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"71625"}, "reason": "ReconcileError"}
2026-07-31T22:53:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "3af63930-7951-4584-ac2c-9e60efdeeacb", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:13Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "3af63930-7951-4584-ac2c-9e60efdeeacb", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:53:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "3af63930-7951-4584-ac2c-9e60efdeeacb", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "9bedfba8-350e-405c-81c8-3895198abf57", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:13Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "9bedfba8-350e-405c-81c8-3895198abf57", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:53:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "9bedfba8-350e-405c-81c8-3895198abf57", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "edbc66b2-0664-4fea-846b-02fa85de5f0e", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "edbc66b2-0664-4fea-846b-02fa85de5f0e", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:53:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "edbc66b2-0664-4fea-846b-02fa85de5f0e", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "aec1bde3-f55e-4ccf-98e4-ea37560cc47a", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "aec1bde3-f55e-4ccf-98e4-ea37560cc47a", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:53:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "aec1bde3-f55e-4ccf-98e4-ea37560cc47a", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "7a9d7c48-3b33-4d90-a82c-632d2d921f2e", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "7a9d7c48-3b33-4d90-a82c-632d2d921f2e", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:53:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "7a9d7c48-3b33-4d90-a82c-632d2d921f2e", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "odh-trusted-ca-bundle", "reconcileID": "cedd221f-5129-4269-8a11-3f3274633308", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:53:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "openshift-service-ca.crt", "reconcileID": "40457e22-69c6-4474-b62f-51112e16dc75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:53:19Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "openshift-service-ca.crt", "reconcileID": "4a13a98f-a629-456c-8213-047731ee9f0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:53:19Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "openshift-service-ca.crt", "reconcileID": "4a13a98f-a629-456c-8213-047731ee9f0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:53:19Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "openshift-service-ca.crt", "reconcileID": "531e41ac-ed8a-4fdd-9ad8-49b06d1be9ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:53:19Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "openshift-service-ca.crt", "reconcileID": "531e41ac-ed8a-4fdd-9ad8-49b06d1be9ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-31T22:53:19Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20e55381-7b2f-4ec7-9547-0263b733da07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "update": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:53:19Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20e55381-7b2f-4ec7-9547-0263b733da07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:53:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "odh-trusted-ca-bundle", "reconcileID": "259b9423-6a50-4fa3-8e5b-3d211930b596", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:53:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "openshift-service-ca.crt", "reconcileID": "7773476e-f6ae-4697-b773-76c584f1d264", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:53:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7c5ff41-e645-4b1d-94e3-c3fb88a51452", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:53:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "09127043-3810-4501-b66d-2ba5758517f1", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "09127043-3810-4501-b66d-2ba5758517f1", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:53:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "09127043-3810-4501-b66d-2ba5758517f1", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "203bddab-c403-45da-b9ff-2d74fa68c649", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-31T22:53:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "0c609751-f6b9-4193-a995-8bccfccf08ff", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "0c609751-f6b9-4193-a995-8bccfccf08ff", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:53:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "0c609751-f6b9-4193-a995-8bccfccf08ff", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:53:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "608857b4-c754-459b-9c3d-5eb992550ab4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-31T22:53:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be6d3c64-6b03-4e6a-89d6-f1f5c2cc256c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-31T22:53:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "ea077c79-a23f-403c-b430-be2ab613cc76", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:45Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "ea077c79-a23f-403c-b430-be2ab613cc76", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5-authn-ssl"}
2026-07-31T22:53:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "ea077c79-a23f-403c-b430-be2ab613cc76", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "5ba6eb1b-e4c2-480b-b031-d3492a56c0ed", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "5ba6eb1b-e4c2-480b-b031-d3492a56c0ed", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5-authn-ssl"}
2026-07-31T22:53:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "5ba6eb1b-e4c2-480b-b031-d3492a56c0ed", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "2ea20ec8-41b1-4273-bbbf-9b008eb925e1", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "2ea20ec8-41b1-4273-bbbf-9b008eb925e1", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5-authn-ssl"}
2026-07-31T22:53:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "2ea20ec8-41b1-4273-bbbf-9b008eb925e1", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "19dcd182-110a-43b8-99e7-2554a827251d", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "19dcd182-110a-43b8-99e7-2554a827251d", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5-authn-ssl"}
2026-07-31T22:53:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "19dcd182-110a-43b8-99e7-2554a827251d", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "1b3c78d1-28d1-4f45-943b-da2f9bb548d9", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "1b3c78d1-28d1-4f45-943b-da2f9bb548d9", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5-authn-ssl"}
2026-07-31T22:53:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "1b3c78d1-28d1-4f45-943b-da2f9bb548d9", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "6c4426f6-a7fe-43ca-88f2-d3dcf0fd44c8", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "6c4426f6-a7fe-43ca-88f2-d3dcf0fd44c8", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5-authn-ssl"}
2026-07-31T22:53:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "6c4426f6-a7fe-43ca-88f2-d3dcf0fd44c8", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "97f94c97-82ba-46d9-a714-fcfab31c04b7", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "97f94c97-82ba-46d9-a714-fcfab31c04b7", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5-authn-ssl"}
2026-07-31T22:53:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "97f94c97-82ba-46d9-a714-fcfab31c04b7", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "openshift-service-ca.crt", "reconcileID": "558135a8-3396-4041-8715-209411644120", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:53:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "odh-trusted-ca-bundle", "reconcileID": "1947c175-c714-4933-855d-040fb5e82b58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:53:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "openshift-service-ca.crt", "reconcileID": "98384aa7-7515-43ce-95aa-b3ede8734e68", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-918fe5", "create": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:53:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "openshift-service-ca.crt", "reconcileID": "98384aa7-7515-43ce-95aa-b3ede8734e68", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:53:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "openshift-service-ca.crt", "reconcileID": "0910c2fa-36d8-4c5c-951b-99e3611860a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:53:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd563dd8-fca1-4d37-98e2-d26089a395f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:53:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "odh-trusted-ca-bundle", "reconcileID": "79046fc9-aa7d-4233-8f7f-e737c3acf7fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-918fe5", "update": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:53:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "odh-trusted-ca-bundle", "reconcileID": "79046fc9-aa7d-4233-8f7f-e737c3acf7fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:53:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12217cb6-e635-4abc-8171-3bda873a49bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:53:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "94911315-ba21-4f09-bdad-2b5b781a59de", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "94911315-ba21-4f09-bdad-2b5b781a59de", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5-authn-ssl"}
2026-07-31T22:53:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "94911315-ba21-4f09-bdad-2b5b781a59de", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0c0551c0-22a5-454f-9d6b-a159522b373c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-31T22:53:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "12c73ceb-e349-4af1-b15b-a00f07081445", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:53:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "12c73ceb-e349-4af1-b15b-a00f07081445", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5-authn-ssl"}
2026-07-31T22:53:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "12c73ceb-e349-4af1-b15b-a00f07081445", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:54:21Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "3dffd303-7260-4f31-8098-e511f1087393", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:21Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "3dffd303-7260-4f31-8098-e511f1087393", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:21Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "3dffd303-7260-4f31-8098-e511f1087393", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "7650781d-6438-4c81-81f9-d7ecbce7b599", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:54:21Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "3dffd303-7260-4f31-8098-e511f1087393", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a-kserve-route-authn"}
2026-07-31T22:54:21Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "3dffd303-7260-4f31-8098-e511f1087393", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "authType": "userdefined"}
2026-07-31T22:54:21Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "3dffd303-7260-4f31-8098-e511f1087393", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "7650781d-6438-4c81-81f9-d7ecbce7b599", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:54:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "7650781d-6438-4c81-81f9-d7ecbce7b599", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:54:21Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "4df83f46-d00f-41f0-8e55-6b7e5352740f", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:21Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "4df83f46-d00f-41f0-8e55-6b7e5352740f", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:21Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "4df83f46-d00f-41f0-8e55-6b7e5352740f", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:21Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "4df83f46-d00f-41f0-8e55-6b7e5352740f", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a-kserve-route-authn"}
2026-07-31T22:54:21Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "4df83f46-d00f-41f0-8e55-6b7e5352740f", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "authType": "userdefined"}
2026-07-31T22:54:21Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "4df83f46-d00f-41f0-8e55-6b7e5352740f", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b9211d83-3a14-4ccc-82ef-b19d330a0985", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-31T22:54:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "a3da6b88-0c63-47db-aab8-43305659f1aa", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:54:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "a3da6b88-0c63-47db-aab8-43305659f1aa", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:54:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "a3da6b88-0c63-47db-aab8-43305659f1aa", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:54:27Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "acfefbc4-b7fb-4f87-9efb-8a9b53abb1b0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:27Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "acfefbc4-b7fb-4f87-9efb-8a9b53abb1b0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:27Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "acfefbc4-b7fb-4f87-9efb-8a9b53abb1b0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:27Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "acfefbc4-b7fb-4f87-9efb-8a9b53abb1b0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a-kserve-route-authn"}
2026-07-31T22:54:27Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "acfefbc4-b7fb-4f87-9efb-8a9b53abb1b0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "authType": "userdefined"}
2026-07-31T22:54:27Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "acfefbc4-b7fb-4f87-9efb-8a9b53abb1b0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:37Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "7e37b455-78f1-4b41-9c64-4d5d149dbcb3", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:37Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "7e37b455-78f1-4b41-9c64-4d5d149dbcb3", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:37Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "7e37b455-78f1-4b41-9c64-4d5d149dbcb3", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:37Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "7e37b455-78f1-4b41-9c64-4d5d149dbcb3", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a-kserve-route-authn"}
2026-07-31T22:54:37Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "7e37b455-78f1-4b41-9c64-4d5d149dbcb3", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "authType": "userdefined"}
2026-07-31T22:54:37Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "7e37b455-78f1-4b41-9c64-4d5d149dbcb3", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:37Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "3f778007-5000-4c70-9f74-8543f40e74fc", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:37Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "3f778007-5000-4c70-9f74-8543f40e74fc", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:37Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "3f778007-5000-4c70-9f74-8543f40e74fc", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:37Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "3f778007-5000-4c70-9f74-8543f40e74fc", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a-kserve-route-authn"}
2026-07-31T22:54:37Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "3f778007-5000-4c70-9f74-8543f40e74fc", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "authType": "userdefined"}
2026-07-31T22:54:37Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "3f778007-5000-4c70-9f74-8543f40e74fc", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:54:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "8e0bc3b7-c3f4-462a-a469-699601d0cdf0", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:54:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "8e0bc3b7-c3f4-462a-a469-699601d0cdf0", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:54:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "8e0bc3b7-c3f4-462a-a469-699601d0cdf0", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:54:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "25b8dd14-7f3c-45a8-9240-e2c86fa528f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-31T22:54:53Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-31T22:54:53Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-31T22:54:54Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-31T22:54:54Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-31T22:55:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "5a7e38d3-b8ce-42f1-a9ec-3165736e0124", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:06Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "5a7e38d3-b8ce-42f1-a9ec-3165736e0124", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030-authn-ssl"}
2026-07-31T22:55:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "5a7e38d3-b8ce-42f1-a9ec-3165736e0124", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "bf86c7e5-3b76-496b-8cd7-1fab96bdf8d2", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "bf86c7e5-3b76-496b-8cd7-1fab96bdf8d2", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030-authn-ssl"}
2026-07-31T22:55:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "bf86c7e5-3b76-496b-8cd7-1fab96bdf8d2", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "53568db6-762b-4d73-9dfd-9a53af543eaf", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "53568db6-762b-4d73-9dfd-9a53af543eaf", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030-authn-ssl"}
2026-07-31T22:55:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "53568db6-762b-4d73-9dfd-9a53af543eaf", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "9edb9715-8189-414d-9db2-a1705772734a", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "9edb9715-8189-414d-9db2-a1705772734a", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030-authn-ssl"}
2026-07-31T22:55:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "9edb9715-8189-414d-9db2-a1705772734a", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "03236c3f-d3cf-404b-8cfb-902943719da5", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "03236c3f-d3cf-404b-8cfb-902943719da5", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030-authn-ssl"}
2026-07-31T22:55:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "03236c3f-d3cf-404b-8cfb-902943719da5", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "a4f7d224-d6a5-4101-83ce-3fa16dbb0bcb", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "a4f7d224-d6a5-4101-83ce-3fa16dbb0bcb", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030-authn-ssl"}
2026-07-31T22:55:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "a4f7d224-d6a5-4101-83ce-3fa16dbb0bcb", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "4ab1afc5-03b2-47fd-aee5-e0572652cb23", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "4ab1afc5-03b2-47fd-aee5-e0572652cb23", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030-authn-ssl"}
2026-07-31T22:55:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "4ab1afc5-03b2-47fd-aee5-e0572652cb23", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "openshift-service-ca.crt", "reconcileID": "4d655604-9efc-439e-af57-14d75dc2c301", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "odh-trusted-ca-bundle", "reconcileID": "9c71596a-9970-4563-9f0d-d220750c532e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "openshift-service-ca.crt", "reconcileID": "cc315e3a-0b4e-4393-b9eb-8898c2c2d3e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "create": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:55:10Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "openshift-service-ca.crt", "reconcileID": "cc315e3a-0b4e-4393-b9eb-8898c2c2d3e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "openshift-service-ca.crt", "reconcileID": "9a444be9-056f-471b-8b76-770cdd110554", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "create": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:55:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "openshift-service-ca.crt", "reconcileID": "9a444be9-056f-471b-8b76-770cdd110554", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-31T22:55:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "822df68c-a254-4af3-b2df-40878d76fa35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "update": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:55:10Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "822df68c-a254-4af3-b2df-40878d76fa35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "odh-trusted-ca-bundle", "reconcileID": "53818757-b105-4bcc-922b-a8ae506c6321", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "openshift-service-ca.crt", "reconcileID": "209ac429-aa99-414f-a27c-d24c6d158225", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83d87c09-4193-4a65-a455-7fbcc7885e02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "3f1e0b46-0713-492e-aa9f-266e0ee47b77", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "3f1e0b46-0713-492e-aa9f-266e0ee47b77", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030-authn-ssl"}
2026-07-31T22:55:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "3f1e0b46-0713-492e-aa9f-266e0ee47b77", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e77a2ab-b050-4805-a3fd-8ec43f8132e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-31T22:55:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "eca9afd6-4d86-4f80-923d-c41827ec3ce9", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "eca9afd6-4d86-4f80-923d-c41827ec3ce9", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030-authn-ssl"}
2026-07-31T22:55:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "eca9afd6-4d86-4f80-923d-c41827ec3ce9", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "f415fccb-b90b-49a0-8bda-4e8517254635", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "f415fccb-b90b-49a0-8bda-4e8517254635", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030-authn-ssl"}
2026-07-31T22:55:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "f415fccb-b90b-49a0-8bda-4e8517254635", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "6ec255ee-748b-43e7-bcaa-4912a86ec430", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "6ec255ee-748b-43e7-bcaa-4912a86ec430", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030-authn-ssl"}
2026-07-31T22:55:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5b030","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5b030", "reconcileID": "6ec255ee-748b-43e7-bcaa-4912a86ec430", "Gateway": "e2e-ipp-cleanup-c5b030", "namespace": "openshift-ingress"}
2026-07-31T22:55:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8a8effb-45e9-4141-b356-b28112a2768d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8a8effb-45e9-4141-b356-b28112a2768d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "create": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:55:48Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8a8effb-45e9-4141-b356-b28112a2768d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-c5b030 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-31T22:55:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "odh-trusted-ca-bundle", "reconcileID": "fb532d99-5454-46d5-9df1-c6db43156158", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "odh-trusted-ca-bundle", "reconcileID": "fb532d99-5454-46d5-9df1-c6db43156158", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "openshift-service-ca.crt", "reconcileID": "2c264cb0-8c5f-4657-a4a5-40a51f12a71f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "openshift-service-ca.crt", "reconcileID": "2c264cb0-8c5f-4657-a4a5-40a51f12a71f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d8d8628-7496-4fc3-8d6b-724d6e443d3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5b030"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d8d8628-7496-4fc3-8d6b-724d6e443d3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5b030"}
2026-07-31T22:55:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fd676618-4843-4ab0-b9d2-ef3becc93ea8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-31T22:56:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "551e7d26-e062-4d89-a530-389d63113389", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:56:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "551e7d26-e062-4d89-a530-389d63113389", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:56:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "551e7d26-e062-4d89-a530-389d63113389", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:56:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "a667e816-41fc-40bf-84fe-af55d5efb43c", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:56:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "a667e816-41fc-40bf-84fe-af55d5efb43c", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:56:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "a667e816-41fc-40bf-84fe-af55d5efb43c", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:56:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "aa081d78-dc22-4b70-9f42-7375d4b193ee", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:56:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "aa081d78-dc22-4b70-9f42-7375d4b193ee", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:56:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "aa081d78-dc22-4b70-9f42-7375d4b193ee", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:56:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "59ae533a-50ad-4d12-ae87-d9ecbedf86fa", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:56:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "59ae533a-50ad-4d12-ae87-d9ecbedf86fa", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:56:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "59ae533a-50ad-4d12-ae87-d9ecbedf86fa", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:56:14Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "11a4fd9d-8431-4abb-b86e-4b7658abade0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:14Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "11a4fd9d-8431-4abb-b86e-4b7658abade0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:14Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "11a4fd9d-8431-4abb-b86e-4b7658abade0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:14Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "11a4fd9d-8431-4abb-b86e-4b7658abade0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a-kserve-route-authn"}
2026-07-31T22:56:14Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "11a4fd9d-8431-4abb-b86e-4b7658abade0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "authType": "userdefined"}
2026-07-31T22:56:14Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "11a4fd9d-8431-4abb-b86e-4b7658abade0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7d012fc-eedf-43ff-9685-6c06688b39a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7d012fc-eedf-43ff-9685-6c06688b39a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:56:51Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7d012fc-eedf-43ff-9685-6c06688b39a7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-56c69a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-31T22:56:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "odh-trusted-ca-bundle", "reconcileID": "626630e2-3acd-4d50-9220-81a1334a04b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "odh-trusted-ca-bundle", "reconcileID": "626630e2-3acd-4d50-9220-81a1334a04b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "openshift-service-ca.crt", "reconcileID": "04705c2c-be6f-49d2-a8b3-84b99694954e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "openshift-service-ca.crt", "reconcileID": "04705c2c-be6f-49d2-a8b3-84b99694954e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "405e34e0-6fe8-4a14-a442-300cb6105cc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "405e34e0-6fe8-4a14-a442-300cb6105cc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "9414ec8e-cb26-46d2-9878-2c7918ab6514", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:56:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "9414ec8e-cb26-46d2-9878-2c7918ab6514", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:56:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "9414ec8e-cb26-46d2-9878-2c7918ab6514", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:56:51Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "ff899092-ac8c-4961-8c35-8c8dddee2da0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:51Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "ff899092-ac8c-4961-8c35-8c8dddee2da0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a"}
2026-07-31T22:56:51Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "ff899092-ac8c-4961-8c35-8c8dddee2da0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:51Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "ff899092-ac8c-4961-8c35-8c8dddee2da0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:51Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "ff899092-ac8c-4961-8c35-8c8dddee2da0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a-kserve-route-authn"}
2026-07-31T22:56:51Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "ff899092-ac8c-4961-8c35-8c8dddee2da0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a-kserve-route-authn"}
2026-07-31T22:56:51Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "ff899092-ac8c-4961-8c35-8c8dddee2da0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:51Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "ff899092-ac8c-4961-8c35-8c8dddee2da0", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:58Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "82b2703e-26c8-4299-9888-c3838ae5617a", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:58Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "82b2703e-26c8-4299-9888-c3838ae5617a", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a"}
2026-07-31T22:56:58Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "82b2703e-26c8-4299-9888-c3838ae5617a", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:58Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "82b2703e-26c8-4299-9888-c3838ae5617a", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:58Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "82b2703e-26c8-4299-9888-c3838ae5617a", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a-kserve-route-authn"}
2026-07-31T22:56:58Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "82b2703e-26c8-4299-9888-c3838ae5617a", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a-kserve-route-authn"}
2026-07-31T22:56:58Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "82b2703e-26c8-4299-9888-c3838ae5617a", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:58Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "82b2703e-26c8-4299-9888-c3838ae5617a", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:58Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56c69a","namespace":"ai-tenant-e2e-ipp-a-56c69a"}, "namespace": "ai-tenant-e2e-ipp-a-56c69a", "name": "ipp-route-56c69a", "reconcileID": "c00af03e-2597-499e-9d94-c2e9be0547a3", "LLMInferenceService": "ipp-route-56c69a", "namespace": "ai-tenant-e2e-ipp-a-56c69a"}
2026-07-31T22:56:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "6e9ab7ce-a3b2-4775-b092-765e83899805", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:56:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "6e9ab7ce-a3b2-4775-b092-765e83899805", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a-authn-ssl"}
2026-07-31T22:56:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56c69a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56c69a", "reconcileID": "6e9ab7ce-a3b2-4775-b092-765e83899805", "Gateway": "e2e-ipp-a-56c69a", "namespace": "openshift-ingress"}
2026-07-31T22:57:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee33a801-cfa1-4237-95f5-f4be6b545e7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-31T22:57:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "6f5967ed-720d-4406-807c-f9ef7eb1c5f4", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:57:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "6f5967ed-720d-4406-807c-f9ef7eb1c5f4", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5-authn-ssl"}
2026-07-31T22:57:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "6f5967ed-720d-4406-807c-f9ef7eb1c5f4", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:57:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "7dced1e4-8db9-4989-a367-233c20346b4f", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:57:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "7dced1e4-8db9-4989-a367-233c20346b4f", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5-authn-ssl"}
2026-07-31T22:57:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-918fe5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-918fe5", "reconcileID": "7dced1e4-8db9-4989-a367-233c20346b4f", "Gateway": "e2e-ipp-b-918fe5", "namespace": "openshift-ingress"}
2026-07-31T22:57:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a86157a-0713-4845-b53b-4078331bad6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:57:21Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a86157a-0713-4845-b53b-4078331bad6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-918fe5", "create": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:57:21Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a86157a-0713-4845-b53b-4078331bad6c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-918fe5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-31T22:57:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "odh-trusted-ca-bundle", "reconcileID": "ea9be629-693a-43a5-b44c-4c08e9a7352e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:57:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "odh-trusted-ca-bundle", "reconcileID": "ea9be629-693a-43a5-b44c-4c08e9a7352e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:57:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "openshift-service-ca.crt", "reconcileID": "32d0d8cd-ea61-4618-8af7-2417adb28334", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:57:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "openshift-service-ca.crt", "reconcileID": "32d0d8cd-ea61-4618-8af7-2417adb28334", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:57:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa01afa4-d30d-4fce-8345-512f87c8d4dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:57:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-918fe5"}, "namespace": "ai-tenant-e2e-ipp-b-918fe5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa01afa4-d30d-4fce-8345-512f87c8d4dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-918fe5"}
2026-07-31T22:57:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cba8b6ef-1227-4684-9a6e-c63b3483c996", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-31T22:57:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "207e237f-51a5-40e0-92d3-9fa7a6de1865", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:57:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "207e237f-51a5-40e0-92d3-9fa7a6de1865", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:57:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "207e237f-51a5-40e0-92d3-9fa7a6de1865", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:57:35Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "32cc19fd-8c29-4908-a635-af9e6cb5ec73", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:57:35Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "32cc19fd-8c29-4908-a635-af9e6cb5ec73", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f-authn-ssl"}
2026-07-31T22:57:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08271f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08271f", "reconcileID": "32cc19fd-8c29-4908-a635-af9e6cb5ec73", "Gateway": "e2e-shared-a-08271f", "namespace": "openshift-ingress"}
2026-07-31T22:57:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5fb8281-9b90-41b1-b2af-fe5637f15fc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:57:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5fb8281-9b90-41b1-b2af-fe5637f15fc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08271f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:57:39Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5fb8281-9b90-41b1-b2af-fe5637f15fc4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-08271f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-31T22:57:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "odh-trusted-ca-bundle", "reconcileID": "118ee7de-d975-4cb2-94a8-3f235073600f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:57:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "odh-trusted-ca-bundle", "reconcileID": "118ee7de-d975-4cb2-94a8-3f235073600f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:57:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "openshift-service-ca.crt", "reconcileID": "2104212d-9324-4a8c-9e67-7b42454a40c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:57:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "openshift-service-ca.crt", "reconcileID": "2104212d-9324-4a8c-9e67-7b42454a40c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:57:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0c08df2-453c-4a8b-82be-103e7084918f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:57:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08271f"}, "namespace": "ai-tenant-e2e-shared-a-08271f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0c08df2-453c-4a8b-82be-103e7084918f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08271f"}
2026-07-31T22:57:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c50d238b-bbc4-489c-83da-e7cc99adab2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-31T22:57:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "0e577c3e-90d8-427b-b016-81f64e389390", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:57:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "0e577c3e-90d8-427b-b016-81f64e389390", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:57:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "0e577c3e-90d8-427b-b016-81f64e389390", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:57:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "163ebe3b-45da-4281-963a-cd503d394ccf", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:57:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "163ebe3b-45da-4281-963a-cd503d394ccf", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad-authn-ssl"}
2026-07-31T22:57:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3326ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3326ad", "reconcileID": "163ebe3b-45da-4281-963a-cd503d394ccf", "Gateway": "e2e-shared-b-3326ad", "namespace": "openshift-ingress"}
2026-07-31T22:57:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1729869-1424-4813-9eab-7990d301248a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:57:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1729869-1424-4813-9eab-7990d301248a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3326ad", "create": "odh-kserve-custom-ca-bundle"}
2026-07-31T22:57:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1729869-1424-4813-9eab-7990d301248a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-3326ad because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-31T22:57:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "odh-trusted-ca-bundle", "reconcileID": "0a538a34-78fe-44b4-943a-8774ee263b95", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:57:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "odh-trusted-ca-bundle", "reconcileID": "0a538a34-78fe-44b4-943a-8774ee263b95", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:57:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "openshift-service-ca.crt", "reconcileID": "cd6eec89-eafd-4f4f-9882-6de0919fdad8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:57:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "openshift-service-ca.crt", "reconcileID": "cd6eec89-eafd-4f4f-9882-6de0919fdad8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:57:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0358b10-227b-4f8a-9718-3c067d989148", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3326ad"}
2026-07-31T22:57:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3326ad"}, "namespace": "ai-tenant-e2e-shared-b-3326ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0358b10-227b-4f8a-9718-3c067d989148", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3326ad"}