2026-07-28T21:13:20Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "acb0b1ac-3618-4d47-b643-9fed654b0a46", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:13:20Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "acb0b1ac-3618-4d47-b643-9fed654b0a46", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:13:20Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "acb0b1ac-3618-4d47-b643-9fed654b0a46", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:13:20Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "acb0b1ac-3618-4d47-b643-9fed654b0a46", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a-kserve-route-authn"}
2026-07-28T21:13:20Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "acb0b1ac-3618-4d47-b643-9fed654b0a46", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "authType": "userdefined"}
2026-07-28T21:13:20Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "acb0b1ac-3618-4d47-b643-9fed654b0a46", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:13:28Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "b775d0be-4373-456a-be94-37238c301814", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:13:28Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "b775d0be-4373-456a-be94-37238c301814", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:13:28Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "b775d0be-4373-456a-be94-37238c301814", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:13:28Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "b775d0be-4373-456a-be94-37238c301814", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a-kserve-route-authn"}
2026-07-28T21:13:28Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "b775d0be-4373-456a-be94-37238c301814", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "authType": "userdefined"}
2026-07-28T21:13:28Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "b775d0be-4373-456a-be94-37238c301814", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:13:30Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "214e51d7-97d8-43ac-bf95-5c5901083d4f", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:13:30Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "214e51d7-97d8-43ac-bf95-5c5901083d4f", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:13:30Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "214e51d7-97d8-43ac-bf95-5c5901083d4f", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:13:30Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "214e51d7-97d8-43ac-bf95-5c5901083d4f", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a-kserve-route-authn"}
2026-07-28T21:13:30Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "214e51d7-97d8-43ac-bf95-5c5901083d4f", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "authType": "userdefined"}
2026-07-28T21:13:30Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "214e51d7-97d8-43ac-bf95-5c5901083d4f", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:13:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "fce21742-256f-42aa-9562-a89b1bacc475", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:13:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "fce21742-256f-42aa-9562-a89b1bacc475", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a-authn-ssl"}
2026-07-28T21:13:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "fce21742-256f-42aa-9562-a89b1bacc475", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:13:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "0b66a4ee-e271-43d7-b1a9-196c13f33db9", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:13:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "0b66a4ee-e271-43d7-b1a9-196c13f33db9", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5-authn-ssl"}
2026-07-28T21:13:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "0b66a4ee-e271-43d7-b1a9-196c13f33db9", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:14:21Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "sub-test-model-96b3c5", "reconcileID": "c4e56832-442d-44fa-ad43-d387151d8acd", "LLMInferenceService": "sub-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:21Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "sub-test-model-96b3c5", "reconcileID": "c4e56832-442d-44fa-ad43-d387151d8acd", "LLMInferenceService": "sub-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "sub-test-model-96b3c5"}
2026-07-28T21:14:21Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "sub-test-model-96b3c5", "reconcileID": "c4e56832-442d-44fa-ad43-d387151d8acd", "LLMInferenceService": "sub-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:21Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "sub-test-model-96b3c5", "reconcileID": "c4e56832-442d-44fa-ad43-d387151d8acd", "LLMInferenceService": "sub-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:21Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "sub-test-model-96b3c5", "reconcileID": "c4e56832-442d-44fa-ad43-d387151d8acd", "LLMInferenceService": "sub-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "sub-test-model-96b3c5-kserve-route-authn"}
2026-07-28T21:14:21Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "sub-test-model-96b3c5", "reconcileID": "c4e56832-442d-44fa-ad43-d387151d8acd", "LLMInferenceService": "sub-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "sub-test-model-96b3c5-kserve-route-authn"}
2026-07-28T21:14:21Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "sub-test-model-96b3c5", "reconcileID": "c4e56832-442d-44fa-ad43-d387151d8acd", "LLMInferenceService": "sub-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:21Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "sub-test-model-96b3c5", "reconcileID": "c4e56832-442d-44fa-ad43-d387151d8acd", "LLMInferenceService": "sub-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:21Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "sub-test-model-96b3c5", "reconcileID": "ac96ce3c-0b8f-4c97-9aad-9434b7426fcf", "LLMInferenceService": "sub-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "53e86005-b47e-47ef-9835-59ffb018a9d3", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:14:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "53e86005-b47e-47ef-9835-59ffb018a9d3", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5-authn-ssl"}
2026-07-28T21:14:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "53e86005-b47e-47ef-9835-59ffb018a9d3", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:14:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "4b1e6896-0267-4f3f-a56c-4349540d2e5d", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:14:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "4b1e6896-0267-4f3f-a56c-4349540d2e5d", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5-authn-ssl"}
2026-07-28T21:14:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "4b1e6896-0267-4f3f-a56c-4349540d2e5d", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:14:21Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "e36a30ba-5a0e-4e9c-9688-fb64f26480f9", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:21Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "e36a30ba-5a0e-4e9c-9688-fb64f26480f9", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a"}
2026-07-28T21:14:21Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "e36a30ba-5a0e-4e9c-9688-fb64f26480f9", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:21Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "e36a30ba-5a0e-4e9c-9688-fb64f26480f9", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:21Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "e36a30ba-5a0e-4e9c-9688-fb64f26480f9", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a-kserve-route-authn"}
2026-07-28T21:14:21Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "e36a30ba-5a0e-4e9c-9688-fb64f26480f9", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a-kserve-route-authn"}
2026-07-28T21:14:21Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "e36a30ba-5a0e-4e9c-9688-fb64f26480f9", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:21Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "e36a30ba-5a0e-4e9c-9688-fb64f26480f9", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:22Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "sub-test-model-4e7a7a", "reconcileID": "2d110e1e-1f41-4471-8e62-b43f24dc7f18", "LLMInferenceService": "sub-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "9e0e61cf-d5b6-492a-aba5-7169745e52c6", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:14:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "9e0e61cf-d5b6-492a-aba5-7169745e52c6", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a-authn-ssl"}
2026-07-28T21:14:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "9e0e61cf-d5b6-492a-aba5-7169745e52c6", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:14:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "59d5fc29-b57c-4e64-ba8e-dc0d405cffc9", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:14:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "59d5fc29-b57c-4e64-ba8e-dc0d405cffc9", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a-authn-ssl"}
2026-07-28T21:14:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "59d5fc29-b57c-4e64-ba8e-dc0d405cffc9", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:14:22Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "cd73c1d9-e19b-45c7-96dc-eec5baf2454c", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:22Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "cd73c1d9-e19b-45c7-96dc-eec5baf2454c", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:22Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "cd73c1d9-e19b-45c7-96dc-eec5baf2454c", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "0edeb629-f709-4954-911c-e38f7c4c656f", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:14:22Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "cd73c1d9-e19b-45c7-96dc-eec5baf2454c", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5-kserve-route-authn"}
2026-07-28T21:14:22Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "cd73c1d9-e19b-45c7-96dc-eec5baf2454c", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "authType": "userdefined"}
2026-07-28T21:14:22Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "cd73c1d9-e19b-45c7-96dc-eec5baf2454c", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "0edeb629-f709-4954-911c-e38f7c4c656f", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5-authn-ssl"}
2026-07-28T21:14:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "0edeb629-f709-4954-911c-e38f7c4c656f", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:14:23Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "bc7aafcd-b7d8-452e-a26a-f2e9987b2ea6", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:23Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "bc7aafcd-b7d8-452e-a26a-f2e9987b2ea6", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:23Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "bc7aafcd-b7d8-452e-a26a-f2e9987b2ea6", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:23Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "bc7aafcd-b7d8-452e-a26a-f2e9987b2ea6", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5-kserve-route-authn"}
2026-07-28T21:14:23Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "bc7aafcd-b7d8-452e-a26a-f2e9987b2ea6", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "authType": "userdefined"}
2026-07-28T21:14:23Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "bc7aafcd-b7d8-452e-a26a-f2e9987b2ea6", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "41b8c550-f69e-4327-b082-e8a4387b8040", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:14:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "41b8c550-f69e-4327-b082-e8a4387b8040", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a-authn-ssl"}
2026-07-28T21:14:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "41b8c550-f69e-4327-b082-e8a4387b8040", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:14:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "fdf4fee9-8630-49e9-b180-10b3a009ce22", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:14:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "fdf4fee9-8630-49e9-b180-10b3a009ce22", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5-authn-ssl"}
2026-07-28T21:14:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "fdf4fee9-8630-49e9-b180-10b3a009ce22", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:14:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "6cc6fc0e-33ff-40ea-abcc-398d86c9df0e", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:14:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "6cc6fc0e-33ff-40ea-abcc-398d86c9df0e", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5-authn-ssl"}
2026-07-28T21:14:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "6cc6fc0e-33ff-40ea-abcc-398d86c9df0e", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:14:41Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "b07921da-bae2-4052-8c8a-532e3a20cc4f", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:41Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "b07921da-bae2-4052-8c8a-532e3a20cc4f", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:41Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "b07921da-bae2-4052-8c8a-532e3a20cc4f", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:41Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "b07921da-bae2-4052-8c8a-532e3a20cc4f", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5-kserve-route-authn"}
2026-07-28T21:14:41Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "b07921da-bae2-4052-8c8a-532e3a20cc4f", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "authType": "userdefined"}
2026-07-28T21:14:41Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "b07921da-bae2-4052-8c8a-532e3a20cc4f", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "25036f18-5414-4bab-9aaf-ac43a4187ee2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T21:14:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "28e9228c-8918-4d5b-87b2-7b734fd56881", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "28e9228c-8918-4d5b-87b2-7b734fd56881", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "28e9228c-8918-4d5b-87b2-7b734fd56881", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "28e9228c-8918-4d5b-87b2-7b734fd56881", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5-kserve-route-authn"}
2026-07-28T21:14:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "28e9228c-8918-4d5b-87b2-7b734fd56881", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "authType": "userdefined"}
2026-07-28T21:14:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "28e9228c-8918-4d5b-87b2-7b734fd56881", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:14:59Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "c0e65046-0cc5-4d90-9129-c2847e3d6d59", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:59Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "c0e65046-0cc5-4d90-9129-c2847e3d6d59", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:59Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "c0e65046-0cc5-4d90-9129-c2847e3d6d59", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "9eb3adef-4a06-406a-b29d-fa2c76c32c74", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:14:59Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "c0e65046-0cc5-4d90-9129-c2847e3d6d59", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a-kserve-route-authn"}
2026-07-28T21:14:59Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "c0e65046-0cc5-4d90-9129-c2847e3d6d59", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "authType": "userdefined"}
2026-07-28T21:14:59Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "c0e65046-0cc5-4d90-9129-c2847e3d6d59", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "9eb3adef-4a06-406a-b29d-fa2c76c32c74", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a-authn-ssl"}
2026-07-28T21:14:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "9eb3adef-4a06-406a-b29d-fa2c76c32c74", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:14:59Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "8d952d80-d4fc-4ab3-8443-12be1e4152fd", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:59Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "8d952d80-d4fc-4ab3-8443-12be1e4152fd", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:59Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "8d952d80-d4fc-4ab3-8443-12be1e4152fd", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:14:59Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "8d952d80-d4fc-4ab3-8443-12be1e4152fd", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a-kserve-route-authn"}
2026-07-28T21:14:59Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "8d952d80-d4fc-4ab3-8443-12be1e4152fd", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "authType": "userdefined"}
2026-07-28T21:14:59Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "8d952d80-d4fc-4ab3-8443-12be1e4152fd", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:15:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "f5912416-4288-462c-b3bb-643f50ee993d", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:15:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "f5912416-4288-462c-b3bb-643f50ee993d", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a-authn-ssl"}
2026-07-28T21:15:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "f5912416-4288-462c-b3bb-643f50ee993d", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:15:13Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "6f1c5ae4-bcbe-4189-bc5f-e417a1379eec", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:15:13Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "6f1c5ae4-bcbe-4189-bc5f-e417a1379eec", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:15:13Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "6f1c5ae4-bcbe-4189-bc5f-e417a1379eec", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:15:13Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "6f1c5ae4-bcbe-4189-bc5f-e417a1379eec", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a-kserve-route-authn"}
2026-07-28T21:15:13Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "6f1c5ae4-bcbe-4189-bc5f-e417a1379eec", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "authType": "userdefined"}
2026-07-28T21:15:13Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "6f1c5ae4-bcbe-4189-bc5f-e417a1379eec", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:15:30Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "dbb53adf-2ad8-4e09-b38f-4cf454007db7", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:15:30Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "dbb53adf-2ad8-4e09-b38f-4cf454007db7", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:15:30Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "dbb53adf-2ad8-4e09-b38f-4cf454007db7", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:15:30Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "dbb53adf-2ad8-4e09-b38f-4cf454007db7", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a-kserve-route-authn"}
2026-07-28T21:15:30Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "dbb53adf-2ad8-4e09-b38f-4cf454007db7", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "authType": "userdefined"}
2026-07-28T21:15:30Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "dbb53adf-2ad8-4e09-b38f-4cf454007db7", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:15:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "a7bf2aee-7c63-4cbb-8599-f0392fb41345", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:15:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "a7bf2aee-7c63-4cbb-8599-f0392fb41345", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a-authn-ssl"}
2026-07-28T21:15:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "a7bf2aee-7c63-4cbb-8599-f0392fb41345", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:15:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "27257064-fab2-4052-a1cd-062a3c64d11f", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:15:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "27257064-fab2-4052-a1cd-062a3c64d11f", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5-authn-ssl"}
2026-07-28T21:15:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "27257064-fab2-4052-a1cd-062a3c64d11f", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:16:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "17b1d97d-30ac-4ca4-887b-6e1e4a466acc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T21:16:34Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "d1c5b405-d439-4115-a036-edeb4405e63d", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:16:34Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "d1c5b405-d439-4115-a036-edeb4405e63d", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5"}
2026-07-28T21:16:34Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "d1c5b405-d439-4115-a036-edeb4405e63d", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:16:34Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "d1c5b405-d439-4115-a036-edeb4405e63d", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:16:34Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "d1c5b405-d439-4115-a036-edeb4405e63d", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5-kserve-route-authn"}
2026-07-28T21:16:34Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "d1c5b405-d439-4115-a036-edeb4405e63d", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5-kserve-route-authn"}
2026-07-28T21:16:34Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "d1c5b405-d439-4115-a036-edeb4405e63d", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:16:34Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "d1c5b405-d439-4115-a036-edeb4405e63d", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:16:34Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-96b3c5","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "rate-test-model-96b3c5", "reconcileID": "94535e24-98df-4802-96b3-ae1b4c56f3ae", "LLMInferenceService": "rate-test-model-96b3c5", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:16:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "f2f0f4aa-540a-4fd5-b94d-e0127b57d3ab", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:16:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "f2f0f4aa-540a-4fd5-b94d-e0127b57d3ab", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5-authn-ssl"}
2026-07-28T21:16:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "f2f0f4aa-540a-4fd5-b94d-e0127b57d3ab", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:16:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "db1a4b6e-e768-468b-8c07-e885038e41d3", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:16:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "db1a4b6e-e768-468b-8c07-e885038e41d3", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5-authn-ssl"}
2026-07-28T21:16:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "db1a4b6e-e768-468b-8c07-e885038e41d3", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:16:35Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "b8ed0903-2252-423f-9a0a-68a7825e9cbf", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:16:35Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "b8ed0903-2252-423f-9a0a-68a7825e9cbf", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a"}
2026-07-28T21:16:35Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "b8ed0903-2252-423f-9a0a-68a7825e9cbf", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:16:35Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "b8ed0903-2252-423f-9a0a-68a7825e9cbf", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:16:35Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "b8ed0903-2252-423f-9a0a-68a7825e9cbf", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a-kserve-route-authn"}
2026-07-28T21:16:35Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "b8ed0903-2252-423f-9a0a-68a7825e9cbf", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a-kserve-route-authn"}
2026-07-28T21:16:35Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "b8ed0903-2252-423f-9a0a-68a7825e9cbf", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:16:35Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "b8ed0903-2252-423f-9a0a-68a7825e9cbf", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:16:35Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4e7a7a","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "rate-test-model-4e7a7a", "reconcileID": "688d6484-e491-4069-aa95-719fb9819c4a", "LLMInferenceService": "rate-test-model-4e7a7a", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:16:35Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "e2f0ab76-163e-4149-9056-b50f13abd12f", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:16:35Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "e2f0ab76-163e-4149-9056-b50f13abd12f", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a-authn-ssl"}
2026-07-28T21:16:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "e2f0ab76-163e-4149-9056-b50f13abd12f", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:16:35Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "8f1a6d32-5bcd-435b-97c9-0ac609f94e47", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:16:35Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "8f1a6d32-5bcd-435b-97c9-0ac609f94e47", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a-authn-ssl"}
2026-07-28T21:16:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "8f1a6d32-5bcd-435b-97c9-0ac609f94e47", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:16:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "970a3026-efa7-4d51-bb74-5ddd5e5a6e7b", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:16:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "970a3026-efa7-4d51-bb74-5ddd5e5a6e7b", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a-authn-ssl"}
2026-07-28T21:16:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "970a3026-efa7-4d51-bb74-5ddd5e5a6e7b", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:16:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "12c761b6-35dd-47ed-b132-7a6ccebadc3e", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:16:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "12c761b6-35dd-47ed-b132-7a6ccebadc3e", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5-authn-ssl"}
2026-07-28T21:16:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "12c761b6-35dd-47ed-b132-7a6ccebadc3e", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:16:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "2ef4e2bb-e88b-459f-a74e-46a51b997159", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:55Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "2ef4e2bb-e88b-459f-a74e-46a51b997159", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:16:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "2ef4e2bb-e88b-459f-a74e-46a51b997159", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "a2a62f72-38ac-4bb2-aee9-60e90ea564d0", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "a2a62f72-38ac-4bb2-aee9-60e90ea564d0", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:16:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "a2a62f72-38ac-4bb2-aee9-60e90ea564d0", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "c262d9ff-0ec5-402b-95f7-008d3b1be64a", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "c262d9ff-0ec5-402b-95f7-008d3b1be64a", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:16:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "c262d9ff-0ec5-402b-95f7-008d3b1be64a", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "e85e50fd-d642-44b7-b480-b3d30c1afd1f", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "e85e50fd-d642-44b7-b480-b3d30c1afd1f", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:16:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "e85e50fd-d642-44b7-b480-b3d30c1afd1f", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "5dd833ec-06a4-4ffa-aeb2-2c599991d3dc", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "5dd833ec-06a4-4ffa-aeb2-2c599991d3dc", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:16:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "5dd833ec-06a4-4ffa-aeb2-2c599991d3dc", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "d4ca1557-1516-48b6-85c4-d91f1215f27e", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "d4ca1557-1516-48b6-85c4-d91f1215f27e", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:16:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "d4ca1557-1516-48b6-85c4-d91f1215f27e", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "659bdc9b-f1a1-42d8-beee-37744ced4ea3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T21:16:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "odh-trusted-ca-bundle", "reconcileID": "896670f0-dca8-400a-bc10-7f173abf6daa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:16:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "openshift-service-ca.crt", "reconcileID": "3ad73d6e-9761-4555-ab37-730a700ee41e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:16:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "openshift-service-ca.crt", "reconcileID": "c67dcc0c-e9ac-4ed5-9444-229e51540348", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:16:58Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "openshift-service-ca.crt", "reconcileID": "c67dcc0c-e9ac-4ed5-9444-229e51540348", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:16:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1adda1a-4dba-48ac-aee1-57ace3a4db85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:16:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "openshift-service-ca.crt", "reconcileID": "0576cf34-72ef-4aa4-9734-ca710f171e0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:16:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "odh-trusted-ca-bundle", "reconcileID": "cf80d83d-8d32-41c7-8056-19baa9d15d8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "update": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:16:58Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "odh-trusted-ca-bundle", "reconcileID": "cf80d83d-8d32-41c7-8056-19baa9d15d8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:16:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70f7e47b-135a-42a1-9680-dd29fca556c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:16:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "9b726548-42eb-4241-8b8a-af68b96c9bd6", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "9b726548-42eb-4241-8b8a-af68b96c9bd6", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:16:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "9b726548-42eb-4241-8b8a-af68b96c9bd6", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:16:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b1030a30-b1c2-4920-9c9a-f0565533d544", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T21:17:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "662ff293-5994-4e1c-b940-01e12d0ff1a8", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:17:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "662ff293-5994-4e1c-b940-01e12d0ff1a8", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:17:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "662ff293-5994-4e1c-b940-01e12d0ff1a8", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:17:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "73f90739-aaee-4379-91d0-9670b2fd9054", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:24Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "73f90739-aaee-4379-91d0-9670b2fd9054", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada-authn-ssl"}
2026-07-28T21:17:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "73f90739-aaee-4379-91d0-9670b2fd9054", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "3a74a20c-6288-429d-9273-ea2ab6712def", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "3a74a20c-6288-429d-9273-ea2ab6712def", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada-authn-ssl"}
2026-07-28T21:17:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "3a74a20c-6288-429d-9273-ea2ab6712def", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "7cd26b5f-b751-4ab6-92be-963f6c5c2ae3", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "7cd26b5f-b751-4ab6-92be-963f6c5c2ae3", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada-authn-ssl"}
2026-07-28T21:17:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "7cd26b5f-b751-4ab6-92be-963f6c5c2ae3", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "16db7d17-5e8d-4a9d-9979-f899688a5e0f", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "16db7d17-5e8d-4a9d-9979-f899688a5e0f", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada-authn-ssl"}
2026-07-28T21:17:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "16db7d17-5e8d-4a9d-9979-f899688a5e0f", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "9cd70179-5243-48a0-a589-a9b7f8f1bd78", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "9cd70179-5243-48a0-a589-a9b7f8f1bd78", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada-authn-ssl"}
2026-07-28T21:17:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "9cd70179-5243-48a0-a589-a9b7f8f1bd78", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "3987502c-9244-4d93-a779-9e190cdb99cb", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "3987502c-9244-4d93-a779-9e190cdb99cb", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada-authn-ssl"}
2026-07-28T21:17:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "3987502c-9244-4d93-a779-9e190cdb99cb", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "7e75a3df-be86-41a1-8fa5-a68172fa371e", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "7e75a3df-be86-41a1-8fa5-a68172fa371e", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada-authn-ssl"}
2026-07-28T21:17:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "7e75a3df-be86-41a1-8fa5-a68172fa371e", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "b3255878-92ac-4cbd-8974-a95dc602b636", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "b3255878-92ac-4cbd-8974-a95dc602b636", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada-authn-ssl"}
2026-07-28T21:17:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "b3255878-92ac-4cbd-8974-a95dc602b636", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "openshift-service-ca.crt", "reconcileID": "a26b8612-9391-4059-bc34-620dc3f4bf83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:17:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "odh-trusted-ca-bundle", "reconcileID": "8945deef-a2aa-4580-ab87-5a7f6eab79c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:17:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "openshift-service-ca.crt", "reconcileID": "811405fb-c56f-4608-a422-a2008a3c605a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-590ada", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:17:28Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "openshift-service-ca.crt", "reconcileID": "811405fb-c56f-4608-a422-a2008a3c605a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:17:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b9538bb-2737-405b-9eee-25005112ab35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:17:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "openshift-service-ca.crt", "reconcileID": "578cf456-7386-4c67-a1ac-88bb6702efe8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:17:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "odh-trusted-ca-bundle", "reconcileID": "43655e9f-6283-4c9a-a72a-9025530f860d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-590ada", "update": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:17:28Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "odh-trusted-ca-bundle", "reconcileID": "43655e9f-6283-4c9a-a72a-9025530f860d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:17:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90ca98c1-51d5-4842-87ee-22f605b90bde", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:17:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "f706cb6c-8fe7-4935-a605-1bc3f1cf4d1a", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "f706cb6c-8fe7-4935-a605-1bc3f1cf4d1a", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada-authn-ssl"}
2026-07-28T21:17:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "f706cb6c-8fe7-4935-a605-1bc3f1cf4d1a", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ba6e071b-d5dc-4482-bab4-a825b504da55", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T21:17:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "ab261d6d-5293-4722-9aa0-3773d2135c40", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:17:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "ab261d6d-5293-4722-9aa0-3773d2135c40", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada-authn-ssl"}
2026-07-28T21:17:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "ab261d6d-5293-4722-9aa0-3773d2135c40", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:18:00Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "fcbc1e46-02d7-4d61-9906-81fb8e962839", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:00Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "fcbc1e46-02d7-4d61-9906-81fb8e962839", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:00Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "fcbc1e46-02d7-4d61-9906-81fb8e962839", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "11f065bf-a675-499b-9c86-14ebb9461f99", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:18:00Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "fcbc1e46-02d7-4d61-9906-81fb8e962839", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24-kserve-route-authn"}
2026-07-28T21:18:00Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "fcbc1e46-02d7-4d61-9906-81fb8e962839", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "authType": "userdefined"}
2026-07-28T21:18:00Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "fcbc1e46-02d7-4d61-9906-81fb8e962839", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "11f065bf-a675-499b-9c86-14ebb9461f99", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:18:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "11f065bf-a675-499b-9c86-14ebb9461f99", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:18:00Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "50852dd5-b213-42fc-80ef-519c502569b8", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:00Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "50852dd5-b213-42fc-80ef-519c502569b8", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:00Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "50852dd5-b213-42fc-80ef-519c502569b8", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:00Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "50852dd5-b213-42fc-80ef-519c502569b8", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24-kserve-route-authn"}
2026-07-28T21:18:00Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "50852dd5-b213-42fc-80ef-519c502569b8", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "authType": "userdefined"}
2026-07-28T21:18:00Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "50852dd5-b213-42fc-80ef-519c502569b8", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "75cdc6c9-5856-489e-9c2e-65fccbbc54a2", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:18:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "75cdc6c9-5856-489e-9c2e-65fccbbc54a2", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:18:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "75cdc6c9-5856-489e-9c2e-65fccbbc54a2", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:18:06Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "e5463eb2-3db6-4619-b7ba-bcbd8001a211", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:06Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "e5463eb2-3db6-4619-b7ba-bcbd8001a211", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:06Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "e5463eb2-3db6-4619-b7ba-bcbd8001a211", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:06Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "e5463eb2-3db6-4619-b7ba-bcbd8001a211", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24-kserve-route-authn"}
2026-07-28T21:18:06Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "e5463eb2-3db6-4619-b7ba-bcbd8001a211", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "authType": "userdefined"}
2026-07-28T21:18:06Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "e5463eb2-3db6-4619-b7ba-bcbd8001a211", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:11Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "2f3ce99f-ace9-4cb4-8cc9-f970f60dff4c", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:11Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "2f3ce99f-ace9-4cb4-8cc9-f970f60dff4c", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:11Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "2f3ce99f-ace9-4cb4-8cc9-f970f60dff4c", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:11Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "2f3ce99f-ace9-4cb4-8cc9-f970f60dff4c", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24-kserve-route-authn"}
2026-07-28T21:18:11Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "2f3ce99f-ace9-4cb4-8cc9-f970f60dff4c", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "authType": "userdefined"}
2026-07-28T21:18:11Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "2f3ce99f-ace9-4cb4-8cc9-f970f60dff4c", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:16Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "235c60b4-c3f4-4f05-9da0-d6f47f51e447", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:16Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "235c60b4-c3f4-4f05-9da0-d6f47f51e447", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:16Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "235c60b4-c3f4-4f05-9da0-d6f47f51e447", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:16Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "235c60b4-c3f4-4f05-9da0-d6f47f51e447", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24-kserve-route-authn"}
2026-07-28T21:18:16Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "235c60b4-c3f4-4f05-9da0-d6f47f51e447", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "authType": "userdefined"}
2026-07-28T21:18:16Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "235c60b4-c3f4-4f05-9da0-d6f47f51e447", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:18:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "3b9a8fa5-d69a-44db-bb8d-41a9e153d479", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:18:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "3b9a8fa5-d69a-44db-bb8d-41a9e153d479", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:18:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "3b9a8fa5-d69a-44db-bb8d-41a9e153d479", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:18:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "6e14549d-d791-4829-a726-15782ff345c5", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:48Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "6e14549d-d791-4829-a726-15782ff345c5", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6-authn-ssl"}
2026-07-28T21:18:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "6e14549d-d791-4829-a726-15782ff345c5", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "df792d5d-4902-4933-8706-38e9d08e2c2d", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "df792d5d-4902-4933-8706-38e9d08e2c2d", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6-authn-ssl"}
2026-07-28T21:18:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "df792d5d-4902-4933-8706-38e9d08e2c2d", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "d1259ffb-d092-439b-af25-c2482ca97af2", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "d1259ffb-d092-439b-af25-c2482ca97af2", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6-authn-ssl"}
2026-07-28T21:18:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "d1259ffb-d092-439b-af25-c2482ca97af2", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "4405e1ea-4441-4fd7-bdad-057dd94a4891", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "4405e1ea-4441-4fd7-bdad-057dd94a4891", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6-authn-ssl"}
2026-07-28T21:18:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "4405e1ea-4441-4fd7-bdad-057dd94a4891", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "e24ef66b-f80a-48b5-b573-8a19308b4373", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "e24ef66b-f80a-48b5-b573-8a19308b4373", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6-authn-ssl"}
2026-07-28T21:18:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "e24ef66b-f80a-48b5-b573-8a19308b4373", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "4822e237-a2f5-40c5-b674-ca56b2e979e5", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "4822e237-a2f5-40c5-b674-ca56b2e979e5", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6-authn-ssl"}
2026-07-28T21:18:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "4822e237-a2f5-40c5-b674-ca56b2e979e5", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "13ca2840-4303-42ce-a631-aba4d04ab970", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "13ca2840-4303-42ce-a631-aba4d04ab970", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6-authn-ssl"}
2026-07-28T21:18:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "13ca2840-4303-42ce-a631-aba4d04ab970", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "openshift-service-ca.crt", "reconcileID": "ceca00f2-c4db-40e0-894b-e74cbf1b6782", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:18:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "odh-trusted-ca-bundle", "reconcileID": "09e1de6a-2357-4dbf-8bcb-44949515ed9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:18:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "openshift-service-ca.crt", "reconcileID": "2bebca42-8df1-448d-8269-42c677e654a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:18:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "openshift-service-ca.crt", "reconcileID": "2bebca42-8df1-448d-8269-42c677e654a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:18:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "openshift-service-ca.crt", "reconcileID": "ccb768e7-613f-4c43-bbe7-f7ca2511f59d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:18:51Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "openshift-service-ca.crt", "reconcileID": "ccb768e7-613f-4c43-bbe7-f7ca2511f59d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T21:18:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "766e3182-fa92-47e1-ab98-254fd742f55e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:18:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "odh-trusted-ca-bundle", "reconcileID": "1196024a-4ece-43dc-9f15-5dd65d640833", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "update": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:18:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "odh-trusted-ca-bundle", "reconcileID": "1196024a-4ece-43dc-9f15-5dd65d640833", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:18:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "openshift-service-ca.crt", "reconcileID": "4da3e5fb-1c83-47cc-90c4-dfa017fba691", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:18:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a549421-8fdf-418a-af83-3c1f387997d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:18:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "da9bdb2c-f580-43eb-a8d6-727f5939e98d", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "da9bdb2c-f580-43eb-a8d6-727f5939e98d", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6-authn-ssl"}
2026-07-28T21:18:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "da9bdb2c-f580-43eb-a8d6-727f5939e98d", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "822b2f72-67e3-409a-aa29-1eaa9a50584d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T21:18:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "8349ca9f-09b2-4702-8be8-dc9da27d1156", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:18:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "8349ca9f-09b2-4702-8be8-dc9da27d1156", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6-authn-ssl"}
2026-07-28T21:18:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "8349ca9f-09b2-4702-8be8-dc9da27d1156", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:19:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "e8d751d9-e4a7-4c48-b101-cb96d78c4066", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:19:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "e8d751d9-e4a7-4c48-b101-cb96d78c4066", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6-authn-ssl"}
2026-07-28T21:19:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "e8d751d9-e4a7-4c48-b101-cb96d78c4066", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:19:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbb57e79-a8bd-405a-b8f8-30583822d0a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:19:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbb57e79-a8bd-405a-b8f8-30583822d0a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:19:28Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbb57e79-a8bd-405a-b8f8-30583822d0a8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8951c6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T21:19:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "odh-trusted-ca-bundle", "reconcileID": "f4a237d1-456a-4af5-b068-cb3ce61551af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:19:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "odh-trusted-ca-bundle", "reconcileID": "f4a237d1-456a-4af5-b068-cb3ce61551af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:19:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "openshift-service-ca.crt", "reconcileID": "b7116e33-6d58-418a-afd1-7c2513748a14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:19:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "openshift-service-ca.crt", "reconcileID": "b7116e33-6d58-418a-afd1-7c2513748a14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:19:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6843affd-9ea0-4e43-8f83-9a4965610117", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:19:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8951c6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6843affd-9ea0-4e43-8f83-9a4965610117", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8951c6"}
2026-07-28T21:19:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "99007ced-aa63-4bc4-9221-efc7982b36fa", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:19:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "99007ced-aa63-4bc4-9221-efc7982b36fa", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6-authn-ssl"}
2026-07-28T21:19:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "99007ced-aa63-4bc4-9221-efc7982b36fa", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:19:29Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8951c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8951c6", "reconcileID": "724f4157-de44-44b5-a884-9be5ef4ec429", "Gateway": "e2e-ipp-cleanup-8951c6", "namespace": "openshift-ingress"}
2026-07-28T21:19:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "266e44b7-a95a-44f3-8cd3-ce85184aa23f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T21:19:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "79c5e7a4-bbe1-45ed-86c8-de4850937396", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T21:19:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "31562061-05c2-411b-bc1e-e6085b90a953", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:19:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "31562061-05c2-411b-bc1e-e6085b90a953", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:19:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "31562061-05c2-411b-bc1e-e6085b90a953", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:19:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "af8eaf61-8c81-4141-8971-5440872e844d", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:19:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "af8eaf61-8c81-4141-8971-5440872e844d", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:19:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "af8eaf61-8c81-4141-8971-5440872e844d", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:19:55Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "bf1a35a8-d0dd-4e90-83ce-2d96d6d90809", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:19:55Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "bf1a35a8-d0dd-4e90-83ce-2d96d6d90809", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:19:55Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "bf1a35a8-d0dd-4e90-83ce-2d96d6d90809", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:19:55Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "bf1a35a8-d0dd-4e90-83ce-2d96d6d90809", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24-kserve-route-authn"}
2026-07-28T21:19:55Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "bf1a35a8-d0dd-4e90-83ce-2d96d6d90809", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "authType": "userdefined"}
2026-07-28T21:19:55Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "bf1a35a8-d0dd-4e90-83ce-2d96d6d90809", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:19:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "ab9ac552-2b15-466d-bb14-5e220bc60306", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:19:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "ab9ac552-2b15-466d-bb14-5e220bc60306", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:19:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "ab9ac552-2b15-466d-bb14-5e220bc60306", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:20:31Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "8a7f4210-f28b-4fcc-ad5d-3ba8dcaaab83", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:31Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "8a7f4210-f28b-4fcc-ad5d-3ba8dcaaab83", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:31Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "8a7f4210-f28b-4fcc-ad5d-3ba8dcaaab83", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:31Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "8a7f4210-f28b-4fcc-ad5d-3ba8dcaaab83", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24-kserve-route-authn"}
2026-07-28T21:20:31Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "8a7f4210-f28b-4fcc-ad5d-3ba8dcaaab83", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "authType": "userdefined"}
2026-07-28T21:20:31Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "8a7f4210-f28b-4fcc-ad5d-3ba8dcaaab83", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:31Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "dfd9793f-b0b3-46ad-86b9-4fb0b0351c55", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:31Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "dfd9793f-b0b3-46ad-86b9-4fb0b0351c55", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:31Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "dfd9793f-b0b3-46ad-86b9-4fb0b0351c55", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:31Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "dfd9793f-b0b3-46ad-86b9-4fb0b0351c55", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24-kserve-route-authn"}
2026-07-28T21:20:31Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "dfd9793f-b0b3-46ad-86b9-4fb0b0351c55", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "authType": "userdefined"}
2026-07-28T21:20:31Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "dfd9793f-b0b3-46ad-86b9-4fb0b0351c55", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9766400-7912-42b3-b441-99562b7d0b3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9766400-7912-42b3-b441-99562b7d0b3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:20:32Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9766400-7912-42b3-b441-99562b7d0b3d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d6ef24 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T21:20:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "odh-trusted-ca-bundle", "reconcileID": "b265e5e2-72bf-4bdb-ac72-4c2551b522fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "odh-trusted-ca-bundle", "reconcileID": "b265e5e2-72bf-4bdb-ac72-4c2551b522fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "openshift-service-ca.crt", "reconcileID": "c7f9fa2a-a51d-4874-8fcf-ad47c39cfb86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "openshift-service-ca.crt", "reconcileID": "c7f9fa2a-a51d-4874-8fcf-ad47c39cfb86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d817beb-9ea1-4dda-b06d-105badd192a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d817beb-9ea1-4dda-b06d-105badd192a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "88d4f00b-015c-4032-8bc1-8ba47dd2c3bf", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "88d4f00b-015c-4032-8bc1-8ba47dd2c3bf", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24"}
2026-07-28T21:20:32Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "88d4f00b-015c-4032-8bc1-8ba47dd2c3bf", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "88d4f00b-015c-4032-8bc1-8ba47dd2c3bf", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "88d4f00b-015c-4032-8bc1-8ba47dd2c3bf", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24-kserve-route-authn"}
2026-07-28T21:20:32Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "88d4f00b-015c-4032-8bc1-8ba47dd2c3bf", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24-kserve-route-authn"}
2026-07-28T21:20:32Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "88d4f00b-015c-4032-8bc1-8ba47dd2c3bf", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "88d4f00b-015c-4032-8bc1-8ba47dd2c3bf", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "8032c284-735a-4022-8bbd-28306a437cdc", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:20:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "8032c284-735a-4022-8bbd-28306a437cdc", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:20:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "8032c284-735a-4022-8bbd-28306a437cdc", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:20:44Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "a7671678-82c7-44d3-8666-c31738464df5", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:44Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "a7671678-82c7-44d3-8666-c31738464df5", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24"}
2026-07-28T21:20:44Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "a7671678-82c7-44d3-8666-c31738464df5", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:44Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "a7671678-82c7-44d3-8666-c31738464df5", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:44Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "a7671678-82c7-44d3-8666-c31738464df5", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24-kserve-route-authn"}
2026-07-28T21:20:44Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "a7671678-82c7-44d3-8666-c31738464df5", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24-kserve-route-authn"}
2026-07-28T21:20:44Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "a7671678-82c7-44d3-8666-c31738464df5", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:44Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "a7671678-82c7-44d3-8666-c31738464df5", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:44Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d6ef24","namespace":"ai-tenant-e2e-ipp-a-d6ef24"}, "namespace": "ai-tenant-e2e-ipp-a-d6ef24", "name": "ipp-route-d6ef24", "reconcileID": "c5cccbfd-cbf9-409c-a9d5-85bfb0899444", "LLMInferenceService": "ipp-route-d6ef24", "namespace": "ai-tenant-e2e-ipp-a-d6ef24"}
2026-07-28T21:20:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "f37e193f-e0cb-4933-8add-da32551d6ca7", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:20:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "f37e193f-e0cb-4933-8add-da32551d6ca7", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24-authn-ssl"}
2026-07-28T21:20:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "f37e193f-e0cb-4933-8add-da32551d6ca7", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:20:53Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d6ef24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d6ef24", "reconcileID": "06b51a67-0e82-4d31-8919-b5fcd3ad03bb", "Gateway": "e2e-ipp-a-d6ef24", "namespace": "openshift-ingress"}
2026-07-28T21:20:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dde33b06-d812-4fc9-905c-5833d5ed7ae2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T21:21:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "305e7b75-67e4-4631-9810-466dd1c51b63", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:21:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "305e7b75-67e4-4631-9810-466dd1c51b63", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada-authn-ssl"}
2026-07-28T21:21:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "305e7b75-67e4-4631-9810-466dd1c51b63", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:21:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "979d7418-c498-40ea-a670-93484391c5a3", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:21:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "979d7418-c498-40ea-a670-93484391c5a3", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada-authn-ssl"}
2026-07-28T21:21:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "979d7418-c498-40ea-a670-93484391c5a3", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:21:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1059f68-863a-4562-a0ce-bb8ae379e4e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:21:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1059f68-863a-4562-a0ce-bb8ae379e4e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-590ada", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:21:12Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1059f68-863a-4562-a0ce-bb8ae379e4e4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-590ada because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T21:21:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "odh-trusted-ca-bundle", "reconcileID": "db175761-68cb-4764-9fdf-fb94c99a222b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:21:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "odh-trusted-ca-bundle", "reconcileID": "db175761-68cb-4764-9fdf-fb94c99a222b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:21:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "openshift-service-ca.crt", "reconcileID": "cbc10686-cf74-424a-9802-0c8f6f7ded48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:21:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "openshift-service-ca.crt", "reconcileID": "cbc10686-cf74-424a-9802-0c8f6f7ded48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:21:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8607a8de-99ae-48f7-aa60-8ba85803695f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:21:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-590ada"}, "namespace": "ai-tenant-e2e-ipp-b-590ada", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8607a8de-99ae-48f7-aa60-8ba85803695f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-590ada"}
2026-07-28T21:21:12Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-590ada","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-590ada", "reconcileID": "3d4079d6-2624-4302-8567-29a3c3207576", "Gateway": "e2e-ipp-b-590ada", "namespace": "openshift-ingress"}
2026-07-28T21:21:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "78887f47-e7e7-47ab-95db-627a7cdf447f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T21:21:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "11203f30-0ad7-4402-9834-a17838659704", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:21:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "11203f30-0ad7-4402-9834-a17838659704", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5-authn-ssl"}
2026-07-28T21:21:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "11203f30-0ad7-4402-9834-a17838659704", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:21:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "c76c3c27-641f-4f99-bf0f-16b41e97498d", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:21:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "c76c3c27-641f-4f99-bf0f-16b41e97498d", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5-authn-ssl"}
2026-07-28T21:21:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "c76c3c27-641f-4f99-bf0f-16b41e97498d", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:21:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2937c437-9c61-4334-a1b4-9210d920fe19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:21:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2937c437-9c61-4334-a1b4-9210d920fe19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:21:31Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2937c437-9c61-4334-a1b4-9210d920fe19", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-96b3c5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T21:21:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "odh-trusted-ca-bundle", "reconcileID": "9a818d3b-a79b-4936-b273-4fbe7c15ffff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:21:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "odh-trusted-ca-bundle", "reconcileID": "9a818d3b-a79b-4936-b273-4fbe7c15ffff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-96b3c5", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:21:31Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "odh-trusted-ca-bundle", "reconcileID": "9a818d3b-a79b-4936-b273-4fbe7c15ffff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-96b3c5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T21:21:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "openshift-service-ca.crt", "reconcileID": "4500cebe-ac6f-4c9b-9f15-89473240d201", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:21:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "openshift-service-ca.crt", "reconcileID": "4500cebe-ac6f-4c9b-9f15-89473240d201", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:21:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aee89707-bdf5-4d09-905f-97f6c5d0a249", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:21:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aee89707-bdf5-4d09-905f-97f6c5d0a249", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:21:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "odh-trusted-ca-bundle", "reconcileID": "5cbf9838-b0f8-4957-a19a-b9b7e10c3807", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:21:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-96b3c5"}, "namespace": "ai-tenant-e2e-shared-a-96b3c5", "name": "odh-trusted-ca-bundle", "reconcileID": "5cbf9838-b0f8-4957-a19a-b9b7e10c3807", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-96b3c5"}
2026-07-28T21:21:31Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-96b3c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-96b3c5", "reconcileID": "6e325e57-a1ed-4e03-91ca-e0c31f68d870", "Gateway": "e2e-shared-a-96b3c5", "namespace": "openshift-ingress"}
2026-07-28T21:21:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0664a8c8-d46a-458f-acf1-2399de4694ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T21:21:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "ddac646e-cd7c-4e9e-9140-0d3a357b6a4a", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:21:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "ddac646e-cd7c-4e9e-9140-0d3a357b6a4a", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a-authn-ssl"}
2026-07-28T21:21:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "ddac646e-cd7c-4e9e-9140-0d3a357b6a4a", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:21:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "fb6fa801-b606-4936-86e8-5dcc0f219053", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:21:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "fb6fa801-b606-4936-86e8-5dcc0f219053", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a-authn-ssl"}
2026-07-28T21:21:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "fb6fa801-b606-4936-86e8-5dcc0f219053", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}
2026-07-28T21:21:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a41b1fa-5369-4d5d-bc91-cde748605bac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:21:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a41b1fa-5369-4d5d-bc91-cde748605bac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:21:43Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a41b1fa-5369-4d5d-bc91-cde748605bac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-4e7a7a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T21:21:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "10c7fdd5-c5a1-4348-ab10-15be9dd57d11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:21:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "10c7fdd5-c5a1-4348-ab10-15be9dd57d11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T21:21:43Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "10c7fdd5-c5a1-4348-ab10-15be9dd57d11", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-4e7a7a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T21:21:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "openshift-service-ca.crt", "reconcileID": "906fc110-2ec3-4949-a1a1-84bd32129d3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:21:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "openshift-service-ca.crt", "reconcileID": "906fc110-2ec3-4949-a1a1-84bd32129d3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:21:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9659e9e1-f89e-483c-a54d-4f3b2ac8ef02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:21:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9659e9e1-f89e-483c-a54d-4f3b2ac8ef02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:21:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "8abaa751-5d77-4836-adde-47f1e09822fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:21:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4e7a7a"}, "namespace": "ai-tenant-e2e-shared-b-4e7a7a", "name": "odh-trusted-ca-bundle", "reconcileID": "8abaa751-5d77-4836-adde-47f1e09822fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4e7a7a"}
2026-07-28T21:21:45Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4e7a7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4e7a7a", "reconcileID": "b93c196d-f0d5-4eba-8973-14f5935aad76", "Gateway": "e2e-shared-b-4e7a7a", "namespace": "openshift-ingress"}