2026-07-28T13:40:01Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-28T13:40:01Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-28T13:40:03Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "fbe14d50-4109-4777-abc9-482e8fffc5fe", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:40:03Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "fbe14d50-4109-4777-abc9-482e8fffc5fe", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:40:03Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "fbe14d50-4109-4777-abc9-482e8fffc5fe", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:40:03Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "fbe14d50-4109-4777-abc9-482e8fffc5fe", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168-kserve-route-authn"}
2026-07-28T13:40:03Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "fbe14d50-4109-4777-abc9-482e8fffc5fe", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "authType": "userdefined"}
2026-07-28T13:40:03Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "fbe14d50-4109-4777-abc9-482e8fffc5fe", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:40:25Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "f20964c5-a0bc-4798-8ae2-062607fb803b", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:40:25Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "f20964c5-a0bc-4798-8ae2-062607fb803b", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:40:25Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "f20964c5-a0bc-4798-8ae2-062607fb803b", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:40:25Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "f20964c5-a0bc-4798-8ae2-062607fb803b", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168-kserve-route-authn"}
2026-07-28T13:40:25Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "f20964c5-a0bc-4798-8ae2-062607fb803b", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "authType": "userdefined"}
2026-07-28T13:40:25Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "f20964c5-a0bc-4798-8ae2-062607fb803b", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:40:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "499dfcb5-ae15-4ec0-8531-602d82d9f15c", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:40:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "499dfcb5-ae15-4ec0-8531-602d82d9f15c", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:40:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "499dfcb5-ae15-4ec0-8531-602d82d9f15c", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:40:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "82757805-0d22-4ae6-a380-182527806487", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:40:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "82757805-0d22-4ae6-a380-182527806487", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:40:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "82757805-0d22-4ae6-a380-182527806487", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:41:17Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "sub-test-model-2c9e23", "reconcileID": "272610d8-ca79-4446-a7cf-9fff36a433b6", "LLMInferenceService": "sub-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:17Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "sub-test-model-2c9e23", "reconcileID": "272610d8-ca79-4446-a7cf-9fff36a433b6", "LLMInferenceService": "sub-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "sub-test-model-2c9e23"}
2026-07-28T13:41:17Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "sub-test-model-2c9e23", "reconcileID": "272610d8-ca79-4446-a7cf-9fff36a433b6", "LLMInferenceService": "sub-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:17Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "sub-test-model-2c9e23", "reconcileID": "272610d8-ca79-4446-a7cf-9fff36a433b6", "LLMInferenceService": "sub-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:17Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "sub-test-model-2c9e23", "reconcileID": "272610d8-ca79-4446-a7cf-9fff36a433b6", "LLMInferenceService": "sub-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "sub-test-model-2c9e23-kserve-route-authn"}
2026-07-28T13:41:17Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "sub-test-model-2c9e23", "reconcileID": "272610d8-ca79-4446-a7cf-9fff36a433b6", "LLMInferenceService": "sub-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "sub-test-model-2c9e23-kserve-route-authn"}
2026-07-28T13:41:17Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "sub-test-model-2c9e23", "reconcileID": "272610d8-ca79-4446-a7cf-9fff36a433b6", "LLMInferenceService": "sub-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:17Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "sub-test-model-2c9e23", "reconcileID": "272610d8-ca79-4446-a7cf-9fff36a433b6", "LLMInferenceService": "sub-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:17Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "sub-test-model-2c9e23", "reconcileID": "678e81b2-59a2-4bee-a00b-892f4e87a2eb", "LLMInferenceService": "sub-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "514ec817-f187-431a-ab93-f9cda0dc35b3", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:41:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "514ec817-f187-431a-ab93-f9cda0dc35b3", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:41:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "514ec817-f187-431a-ab93-f9cda0dc35b3", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:41:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "db4e9236-02f5-4206-a8e7-4a89993a3a6d", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:41:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "db4e9236-02f5-4206-a8e7-4a89993a3a6d", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:41:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "db4e9236-02f5-4206-a8e7-4a89993a3a6d", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:41:17Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "12828355-4cec-4c7b-b443-4edb16d63cbc", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:17Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "12828355-4cec-4c7b-b443-4edb16d63cbc", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168"}
2026-07-28T13:41:17Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "12828355-4cec-4c7b-b443-4edb16d63cbc", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:17Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "12828355-4cec-4c7b-b443-4edb16d63cbc", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:17Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "12828355-4cec-4c7b-b443-4edb16d63cbc", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168-kserve-route-authn"}
2026-07-28T13:41:17Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "12828355-4cec-4c7b-b443-4edb16d63cbc", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168-kserve-route-authn"}
2026-07-28T13:41:17Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "12828355-4cec-4c7b-b443-4edb16d63cbc", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:17Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "12828355-4cec-4c7b-b443-4edb16d63cbc", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:18Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "sub-test-model-8fd168", "reconcileID": "486c9598-ac28-4b26-901d-ad11040eb36a", "LLMInferenceService": "sub-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "98482aa3-7f57-4799-95e6-cec3cb615371", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:41:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "98482aa3-7f57-4799-95e6-cec3cb615371", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:41:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "98482aa3-7f57-4799-95e6-cec3cb615371", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:41:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "9a190f05-f20c-4ce9-a49a-468b319722fc", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:41:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "9a190f05-f20c-4ce9-a49a-468b319722fc", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:41:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "9a190f05-f20c-4ce9-a49a-468b319722fc", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:41:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "f718d28c-182a-40ab-b4a8-5fed84a922f2", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "f718d28c-182a-40ab-b4a8-5fed84a922f2", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "f718d28c-182a-40ab-b4a8-5fed84a922f2", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "9a6ced68-dd3f-4993-b7cf-3968a61eab2d", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:41:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "f718d28c-182a-40ab-b4a8-5fed84a922f2", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23-kserve-route-authn"}
2026-07-28T13:41:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "f718d28c-182a-40ab-b4a8-5fed84a922f2", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "authType": "userdefined"}
2026-07-28T13:41:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "f718d28c-182a-40ab-b4a8-5fed84a922f2", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "9a6ced68-dd3f-4993-b7cf-3968a61eab2d", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:41:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "9a6ced68-dd3f-4993-b7cf-3968a61eab2d", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:41:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "c3c4198e-a9fd-4679-8644-9856cecffbfb", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "c3c4198e-a9fd-4679-8644-9856cecffbfb", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "c3c4198e-a9fd-4679-8644-9856cecffbfb", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "c3c4198e-a9fd-4679-8644-9856cecffbfb", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23-kserve-route-authn"}
2026-07-28T13:41:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "c3c4198e-a9fd-4679-8644-9856cecffbfb", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "authType": "userdefined"}
2026-07-28T13:41:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "c3c4198e-a9fd-4679-8644-9856cecffbfb", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "ba0a3f97-cf80-4ab2-9d3a-a41bd591f280", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:41:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "ba0a3f97-cf80-4ab2-9d3a-a41bd591f280", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:41:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "ba0a3f97-cf80-4ab2-9d3a-a41bd591f280", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:41:25Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "a8d508d7-3cc0-45fa-81d3-c6e5f699bc11", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:25Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "a8d508d7-3cc0-45fa-81d3-c6e5f699bc11", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:25Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "a8d508d7-3cc0-45fa-81d3-c6e5f699bc11", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:25Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "a8d508d7-3cc0-45fa-81d3-c6e5f699bc11", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23-kserve-route-authn"}
2026-07-28T13:41:25Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "a8d508d7-3cc0-45fa-81d3-c6e5f699bc11", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "authType": "userdefined"}
2026-07-28T13:41:25Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "a8d508d7-3cc0-45fa-81d3-c6e5f699bc11", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fc69206c-2568-41f1-927c-d433bff1a9c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T13:41:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "cf232879-82c9-4a52-84d7-a695392a4771", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:41:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "cf232879-82c9-4a52-84d7-a695392a4771", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:41:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "cf232879-82c9-4a52-84d7-a695392a4771", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:41:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "b582edcd-fa8e-44ff-9843-a21758646ff0", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:41:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "b582edcd-fa8e-44ff-9843-a21758646ff0", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:41:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "b582edcd-fa8e-44ff-9843-a21758646ff0", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:41:40Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "51e5d236-f5b3-45d5-a981-74fa7f561cbb", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:40Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "51e5d236-f5b3-45d5-a981-74fa7f561cbb", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:40Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "51e5d236-f5b3-45d5-a981-74fa7f561cbb", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:40Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "51e5d236-f5b3-45d5-a981-74fa7f561cbb", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23-kserve-route-authn"}
2026-07-28T13:41:40Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "51e5d236-f5b3-45d5-a981-74fa7f561cbb", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "authType": "userdefined"}
2026-07-28T13:41:40Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "51e5d236-f5b3-45d5-a981-74fa7f561cbb", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:41:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "c30f8f63-68c6-40bb-b194-e904dc77b6b4", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "c30f8f63-68c6-40bb-b194-e904dc77b6b4", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "c30f8f63-68c6-40bb-b194-e904dc77b6b4", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "31fe158b-f796-44c1-9849-66694f787152", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:41:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "c30f8f63-68c6-40bb-b194-e904dc77b6b4", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168-kserve-route-authn"}
2026-07-28T13:41:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "c30f8f63-68c6-40bb-b194-e904dc77b6b4", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "authType": "userdefined"}
2026-07-28T13:41:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "c30f8f63-68c6-40bb-b194-e904dc77b6b4", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "31fe158b-f796-44c1-9849-66694f787152", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:41:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "31fe158b-f796-44c1-9849-66694f787152", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:41:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "bb7d1c66-776c-4c70-b364-82148b05afa5", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "bb7d1c66-776c-4c70-b364-82148b05afa5", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "bb7d1c66-776c-4c70-b364-82148b05afa5", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "bb7d1c66-776c-4c70-b364-82148b05afa5", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168-kserve-route-authn"}
2026-07-28T13:41:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "bb7d1c66-776c-4c70-b364-82148b05afa5", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "authType": "userdefined"}
2026-07-28T13:41:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "bb7d1c66-776c-4c70-b364-82148b05afa5", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "43e38016-dfbf-43a9-b1cb-64e1f832a3e2", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:41:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "43e38016-dfbf-43a9-b1cb-64e1f832a3e2", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:41:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "43e38016-dfbf-43a9-b1cb-64e1f832a3e2", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:41:50Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "3b3e4437-cdbd-47ad-8c3b-48965220effc", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:50Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "3b3e4437-cdbd-47ad-8c3b-48965220effc", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:50Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "3b3e4437-cdbd-47ad-8c3b-48965220effc", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:41:50Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "3b3e4437-cdbd-47ad-8c3b-48965220effc", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168-kserve-route-authn"}
2026-07-28T13:41:50Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "3b3e4437-cdbd-47ad-8c3b-48965220effc", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "authType": "userdefined"}
2026-07-28T13:41:50Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "3b3e4437-cdbd-47ad-8c3b-48965220effc", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:42:01Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "580b4daa-ce5a-41ee-a0a2-7df27d3a7e24", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:42:01Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "580b4daa-ce5a-41ee-a0a2-7df27d3a7e24", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:42:01Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "580b4daa-ce5a-41ee-a0a2-7df27d3a7e24", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:42:01Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "580b4daa-ce5a-41ee-a0a2-7df27d3a7e24", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168-kserve-route-authn"}
2026-07-28T13:42:01Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "580b4daa-ce5a-41ee-a0a2-7df27d3a7e24", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "authType": "userdefined"}
2026-07-28T13:42:01Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "580b4daa-ce5a-41ee-a0a2-7df27d3a7e24", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:42:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "766ec4ef-5d4c-44cb-a5d0-95001b12c13d", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:42:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "766ec4ef-5d4c-44cb-a5d0-95001b12c13d", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:42:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "766ec4ef-5d4c-44cb-a5d0-95001b12c13d", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:42:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "4bdfb953-6782-4ba6-9192-2006d696786a", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:42:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "4bdfb953-6782-4ba6-9192-2006d696786a", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:42:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "4bdfb953-6782-4ba6-9192-2006d696786a", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:42:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "b5bc9aa9-cc86-42b8-82db-62252f335fc3", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:42:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "b5bc9aa9-cc86-42b8-82db-62252f335fc3", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:42:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "b5bc9aa9-cc86-42b8-82db-62252f335fc3", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:42:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "7ea340ec-ad46-4a8f-87bf-e6e4ff369290", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:42:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "7ea340ec-ad46-4a8f-87bf-e6e4ff369290", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:42:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "7ea340ec-ad46-4a8f-87bf-e6e4ff369290", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:42:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "ed8c43af-fdfc-48f8-8ed3-3abb04ac3fbb", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:42:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "ed8c43af-fdfc-48f8-8ed3-3abb04ac3fbb", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:42:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "ed8c43af-fdfc-48f8-8ed3-3abb04ac3fbb", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:42:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "6589016e-1cff-4bde-a20b-a93e59ce59ad", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:42:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "6589016e-1cff-4bde-a20b-a93e59ce59ad", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:42:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "6589016e-1cff-4bde-a20b-a93e59ce59ad", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:43:10Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "ed5f9b53-db16-4b94-88e4-bf87d6271b2a", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:43:10Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "ed5f9b53-db16-4b94-88e4-bf87d6271b2a", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23"}
2026-07-28T13:43:10Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "ed5f9b53-db16-4b94-88e4-bf87d6271b2a", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:43:10Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "ed5f9b53-db16-4b94-88e4-bf87d6271b2a", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:43:10Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "ed5f9b53-db16-4b94-88e4-bf87d6271b2a", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23-kserve-route-authn"}
2026-07-28T13:43:10Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "ed5f9b53-db16-4b94-88e4-bf87d6271b2a", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23-kserve-route-authn"}
2026-07-28T13:43:10Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "ed5f9b53-db16-4b94-88e4-bf87d6271b2a", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:43:10Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "ed5f9b53-db16-4b94-88e4-bf87d6271b2a", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:43:10Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2c9e23","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "rate-test-model-2c9e23", "reconcileID": "99d8895e-d92a-4cdb-8d5e-c7184c4d93b3", "LLMInferenceService": "rate-test-model-2c9e23", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:43:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "543a1ac9-438d-434c-b294-62e5ed425380", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:43:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "543a1ac9-438d-434c-b294-62e5ed425380", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:43:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "543a1ac9-438d-434c-b294-62e5ed425380", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:43:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "63f84055-1e01-453f-8833-5ab27e4c9ad6", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:43:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "63f84055-1e01-453f-8833-5ab27e4c9ad6", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:43:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "63f84055-1e01-453f-8833-5ab27e4c9ad6", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:43:11Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "1947b25a-0ea7-4883-87e5-e2f082a2ebe3", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:43:11Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "1947b25a-0ea7-4883-87e5-e2f082a2ebe3", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168"}
2026-07-28T13:43:11Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "1947b25a-0ea7-4883-87e5-e2f082a2ebe3", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:43:11Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "1947b25a-0ea7-4883-87e5-e2f082a2ebe3", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:43:11Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "1947b25a-0ea7-4883-87e5-e2f082a2ebe3", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168-kserve-route-authn"}
2026-07-28T13:43:11Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "1947b25a-0ea7-4883-87e5-e2f082a2ebe3", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168-kserve-route-authn"}
2026-07-28T13:43:11Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "1947b25a-0ea7-4883-87e5-e2f082a2ebe3", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:43:11Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "1947b25a-0ea7-4883-87e5-e2f082a2ebe3", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:43:11Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8fd168","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "rate-test-model-8fd168", "reconcileID": "ea578935-5c2b-49c4-8300-586447a38547", "LLMInferenceService": "rate-test-model-8fd168", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:43:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "d75c38a5-59d6-4b5f-9e10-2ef6324481e4", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:43:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "d75c38a5-59d6-4b5f-9e10-2ef6324481e4", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:43:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "d75c38a5-59d6-4b5f-9e10-2ef6324481e4", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:43:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "420a62eb-9c80-496b-803e-8f865b01e6db", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:43:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "420a62eb-9c80-496b-803e-8f865b01e6db", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:43:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "420a62eb-9c80-496b-803e-8f865b01e6db", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:43:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de547dcb-619f-4360-b70c-edc70c4cf122", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T13:43:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "a2f34ed6-b927-4cf9-af3f-e8b459f6b1a0", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:43:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "a2f34ed6-b927-4cf9-af3f-e8b459f6b1a0", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:43:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "a2f34ed6-b927-4cf9-af3f-e8b459f6b1a0", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:43:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "be136a1f-ab96-4d0a-bc2a-8f9845bb16cf", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:43:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "be136a1f-ab96-4d0a-bc2a-8f9845bb16cf", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:43:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "be136a1f-ab96-4d0a-bc2a-8f9845bb16cf", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:43:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "1040adc8-1950-4826-b20c-6759dcfdb6e9", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:29Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "1040adc8-1950-4826-b20c-6759dcfdb6e9", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:43:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "1040adc8-1950-4826-b20c-6759dcfdb6e9", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "09655873-2fea-440b-ad78-089ac0e946c0", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "09655873-2fea-440b-ad78-089ac0e946c0", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:43:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "09655873-2fea-440b-ad78-089ac0e946c0", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "1a6219ca-e14f-4eb0-939e-5342413fa590", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "1a6219ca-e14f-4eb0-939e-5342413fa590", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:43:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "1a6219ca-e14f-4eb0-939e-5342413fa590", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "9d2e7829-fead-4cf6-8ff3-87fcc7d50158", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "9d2e7829-fead-4cf6-8ff3-87fcc7d50158", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:43:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "9d2e7829-fead-4cf6-8ff3-87fcc7d50158", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "f479bfc1-da47-45e7-933f-aa72c798393a", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "f479bfc1-da47-45e7-933f-aa72c798393a", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:43:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "f479bfc1-da47-45e7-933f-aa72c798393a", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "0d26fa90-9f3a-4429-88ec-5f36e56e9cf5", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "0d26fa90-9f3a-4429-88ec-5f36e56e9cf5", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:43:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "0d26fa90-9f3a-4429-88ec-5f36e56e9cf5", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "09dac7b3-aeab-41cf-b288-8708684bb7ee", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "09dac7b3-aeab-41cf-b288-8708684bb7ee", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:43:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "09dac7b3-aeab-41cf-b288-8708684bb7ee", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-trusted-ca-bundle", "reconcileID": "320fe01b-a492-429e-bddb-5d7b484124d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:43:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "openshift-service-ca.crt", "reconcileID": "d3b100f7-f3ea-4f44-828f-2158cb31af32", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:43:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "openshift-service-ca.crt", "reconcileID": "b99adca3-1692-42fa-bd29-098416266f16", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-15d223", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:43:33Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "openshift-service-ca.crt", "reconcileID": "b99adca3-1692-42fa-bd29-098416266f16", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:43:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "openshift-service-ca.crt", "reconcileID": "342e7236-4a1f-4174-a00d-4b2ae989e3c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-15d223", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:43:33Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "openshift-service-ca.crt", "reconcileID": "342e7236-4a1f-4174-a00d-4b2ae989e3c5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T13:43:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba41af10-09fa-444e-b9c3-036d52b017ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:43:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "openshift-service-ca.crt", "reconcileID": "1801a953-d119-4e20-b4d5-07e1b8e8fc5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:43:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-trusted-ca-bundle", "reconcileID": "2897eb42-4f23-4c8d-9757-64fe8fa2db46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223", "update": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:43:33Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-trusted-ca-bundle", "reconcileID": "2897eb42-4f23-4c8d-9757-64fe8fa2db46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:43:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "943d351c-37ce-4c1b-9b77-de2f4dc43a4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:43:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "ac43bf94-123c-4bfd-ac84-17add9c08226", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "ac43bf94-123c-4bfd-ac84-17add9c08226", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:43:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "ac43bf94-123c-4bfd-ac84-17add9c08226", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "59c36ec1-5525-4663-9c37-9a76b9241231", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T13:43:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "10a55cc9-8cb9-49fc-89a5-9d27aeb6700f", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "10a55cc9-8cb9-49fc-89a5-9d27aeb6700f", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:43:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "10a55cc9-8cb9-49fc-89a5-9d27aeb6700f", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:43:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "21a9de07-328b-4b21-9631-2f043b49da30", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T13:43:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7791f5d6-1840-4fc3-92ef-42019b6e7f80", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T13:43:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "f8df2c7e-797b-4992-ad6e-f41e82b63ca3", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "f8df2c7e-797b-4992-ad6e-f41e82b63ca3", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710-authn-ssl"}
2026-07-28T13:43:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "f8df2c7e-797b-4992-ad6e-f41e82b63ca3", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e8d8afbc-c2fe-4c38-bb0e-ff10dab1b9da", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e8d8afbc-c2fe-4c38-bb0e-ff10dab1b9da", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710-authn-ssl"}
2026-07-28T13:43:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e8d8afbc-c2fe-4c38-bb0e-ff10dab1b9da", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e46d4e5b-fc67-4194-99b3-1a90e47a1c28", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e46d4e5b-fc67-4194-99b3-1a90e47a1c28", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710-authn-ssl"}
2026-07-28T13:43:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e46d4e5b-fc67-4194-99b3-1a90e47a1c28", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "09df7eda-b5d3-4844-a749-485cb1c396e7", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "09df7eda-b5d3-4844-a749-485cb1c396e7", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710-authn-ssl"}
2026-07-28T13:43:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "09df7eda-b5d3-4844-a749-485cb1c396e7", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "53b9b27d-8e87-4e20-bd97-441c2dfc60a4", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "53b9b27d-8e87-4e20-bd97-441c2dfc60a4", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710-authn-ssl"}
2026-07-28T13:43:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "53b9b27d-8e87-4e20-bd97-441c2dfc60a4", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "64731fc2-ed85-4dd1-9450-ca14ab7cc690", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "64731fc2-ed85-4dd1-9450-ca14ab7cc690", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710-authn-ssl"}
2026-07-28T13:43:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "64731fc2-ed85-4dd1-9450-ca14ab7cc690", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "70f8a796-f331-4373-8cbe-a160d90c8959", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:43:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "70f8a796-f331-4373-8cbe-a160d90c8959", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710-authn-ssl"}
2026-07-28T13:43:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "70f8a796-f331-4373-8cbe-a160d90c8959", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:44:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e4a254ed-c4bb-464b-bd14-426ee48d92a8", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:44:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e4a254ed-c4bb-464b-bd14-426ee48d92a8", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710-authn-ssl"}
2026-07-28T13:44:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e4a254ed-c4bb-464b-bd14-426ee48d92a8", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:44:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "openshift-service-ca.crt", "reconcileID": "1d6137e7-61bf-48f4-9452-cbd85997f83e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:44:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "odh-trusted-ca-bundle", "reconcileID": "bd45afa8-f2b2-43f1-a521-41ceaee5cba0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:44:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "openshift-service-ca.crt", "reconcileID": "1982e9af-37bc-454d-8b17-ee459d2a5ce9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-220710", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:44:02Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "openshift-service-ca.crt", "reconcileID": "1982e9af-37bc-454d-8b17-ee459d2a5ce9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:44:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3bfc9260-128f-4895-b431-7996d0c26fc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:44:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "openshift-service-ca.crt", "reconcileID": "174931f5-d5a1-4ba9-b184-f3fb6afcf499", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:44:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "odh-trusted-ca-bundle", "reconcileID": "d986eccc-0a8d-48b0-8c44-7b8a55f5d525", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-220710", "update": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:44:02Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "odh-trusted-ca-bundle", "reconcileID": "d986eccc-0a8d-48b0-8c44-7b8a55f5d525", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:44:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ecae38f-23fc-4059-953e-213a8b65e741", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:44:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e7069505-ae35-4517-9cdc-45b3b0cfe923", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:44:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e7069505-ae35-4517-9cdc-45b3b0cfe923", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710-authn-ssl"}
2026-07-28T13:44:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e7069505-ae35-4517-9cdc-45b3b0cfe923", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:44:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d01ee57b-d18e-4018-a18c-1a6a2efddcb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T13:44:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e08ebce7-5cb1-4248-bfcd-dfcd5228da94", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:44:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e08ebce7-5cb1-4248-bfcd-dfcd5228da94", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710-authn-ssl"}
2026-07-28T13:44:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "e08ebce7-5cb1-4248-bfcd-dfcd5228da94", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:44:34Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "d1a14dd4-bcca-44d9-8225-1ff1f440ceec", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:44:34Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "d1a14dd4-bcca-44d9-8225-1ff1f440ceec", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:44:34Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "d1a14dd4-bcca-44d9-8225-1ff1f440ceec", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:44:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "2752b2b5-a8af-460d-bd25-18d854d51a36", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:44:34Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "d1a14dd4-bcca-44d9-8225-1ff1f440ceec", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223-kserve-route-authn"}
2026-07-28T13:44:34Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "d1a14dd4-bcca-44d9-8225-1ff1f440ceec", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "authType": "userdefined"}
2026-07-28T13:44:34Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "d1a14dd4-bcca-44d9-8225-1ff1f440ceec", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:44:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "2752b2b5-a8af-460d-bd25-18d854d51a36", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:44:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "2752b2b5-a8af-460d-bd25-18d854d51a36", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:44:34Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "e8544d0b-3ee4-4ea7-9383-22e545b866e9", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:44:34Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "e8544d0b-3ee4-4ea7-9383-22e545b866e9", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:44:34Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "e8544d0b-3ee4-4ea7-9383-22e545b866e9", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:44:34Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "e8544d0b-3ee4-4ea7-9383-22e545b866e9", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223-kserve-route-authn"}
2026-07-28T13:44:34Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "e8544d0b-3ee4-4ea7-9383-22e545b866e9", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "authType": "userdefined"}
2026-07-28T13:44:34Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "e8544d0b-3ee4-4ea7-9383-22e545b866e9", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:45:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "b432a0ff-bbc9-4b66-9558-31476b6b771d", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:45:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "b432a0ff-bbc9-4b66-9558-31476b6b771d", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:45:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "b432a0ff-bbc9-4b66-9558-31476b6b771d", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:45:02Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "e0c087d7-87f4-417f-a28b-fad7ddbd1c75", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:45:02Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "e0c087d7-87f4-417f-a28b-fad7ddbd1c75", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:45:02Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "e0c087d7-87f4-417f-a28b-fad7ddbd1c75", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:45:02Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "e0c087d7-87f4-417f-a28b-fad7ddbd1c75", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223-kserve-route-authn"}
2026-07-28T13:45:02Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "e0c087d7-87f4-417f-a28b-fad7ddbd1c75", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "authType": "userdefined"}
2026-07-28T13:45:02Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "e0c087d7-87f4-417f-a28b-fad7ddbd1c75", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:45:12Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "8d8d70eb-f2d1-437b-9848-d68d0da9a81f", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:45:12Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "8d8d70eb-f2d1-437b-9848-d68d0da9a81f", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:45:12Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "8d8d70eb-f2d1-437b-9848-d68d0da9a81f", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:45:12Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "8d8d70eb-f2d1-437b-9848-d68d0da9a81f", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223-kserve-route-authn"}
2026-07-28T13:45:12Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "8d8d70eb-f2d1-437b-9848-d68d0da9a81f", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "authType": "userdefined"}
2026-07-28T13:45:12Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "8d8d70eb-f2d1-437b-9848-d68d0da9a81f", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:45:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "36fbd109-20c7-4c7d-9f25-acafd7a2969f", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:45:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "36fbd109-20c7-4c7d-9f25-acafd7a2969f", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:45:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "36fbd109-20c7-4c7d-9f25-acafd7a2969f", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:45:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "8508a74e-c415-4c2b-88c0-1a441c6e5e9d", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:48Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "8508a74e-c415-4c2b-88c0-1a441c6e5e9d", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3-authn-ssl"}
2026-07-28T13:45:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "8508a74e-c415-4c2b-88c0-1a441c6e5e9d", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "8b88de73-3900-4448-a7ff-86e40b1ce1ab", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "8b88de73-3900-4448-a7ff-86e40b1ce1ab", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3-authn-ssl"}
2026-07-28T13:45:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "8b88de73-3900-4448-a7ff-86e40b1ce1ab", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "1c7acaf3-a80e-4881-b184-c90b5de4cf6f", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "1c7acaf3-a80e-4881-b184-c90b5de4cf6f", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3-authn-ssl"}
2026-07-28T13:45:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "1c7acaf3-a80e-4881-b184-c90b5de4cf6f", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "cce9a632-f706-4635-8c3d-d886d23b720f", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "cce9a632-f706-4635-8c3d-d886d23b720f", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3-authn-ssl"}
2026-07-28T13:45:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "cce9a632-f706-4635-8c3d-d886d23b720f", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "afa8461d-47da-481c-a9d4-9f2494fe03d9", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "afa8461d-47da-481c-a9d4-9f2494fe03d9", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3-authn-ssl"}
2026-07-28T13:45:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "afa8461d-47da-481c-a9d4-9f2494fe03d9", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "02493ca0-2c02-45cd-b9c6-8abb767adddb", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "02493ca0-2c02-45cd-b9c6-8abb767adddb", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3-authn-ssl"}
2026-07-28T13:45:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "02493ca0-2c02-45cd-b9c6-8abb767adddb", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "aac85bfc-c4f6-48e9-b107-d7507bf5538f", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "aac85bfc-c4f6-48e9-b107-d7507bf5538f", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3-authn-ssl"}
2026-07-28T13:45:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "aac85bfc-c4f6-48e9-b107-d7507bf5538f", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "openshift-service-ca.crt", "reconcileID": "e3d19601-7787-49c6-bc46-dccf2b49bbfb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:45:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-trusted-ca-bundle", "reconcileID": "4818c761-467e-4194-b1ce-454d521bc31e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:45:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "openshift-service-ca.crt", "reconcileID": "5a517e40-9087-4fe1-b4a1-c2a28e786242", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:45:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "openshift-service-ca.crt", "reconcileID": "5a517e40-9087-4fe1-b4a1-c2a28e786242", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:45:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a0e45d9-e9a4-4767-9f72-b2e700f92da7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:45:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "openshift-service-ca.crt", "reconcileID": "074e4665-8170-49b1-a44f-158c5aa650c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:45:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-trusted-ca-bundle", "reconcileID": "5a18fba9-8330-491c-a1d1-0c296d2dca2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "update": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:45:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-trusted-ca-bundle", "reconcileID": "5a18fba9-8330-491c-a1d1-0c296d2dca2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:45:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94663072-cf7b-41ae-9a68-2cdf7598208a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:45:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "3efa2e73-9c3b-482f-a0e2-dedfaf061a6a", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "3efa2e73-9c3b-482f-a0e2-dedfaf061a6a", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3-authn-ssl"}
2026-07-28T13:45:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "3efa2e73-9c3b-482f-a0e2-dedfaf061a6a", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:45:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d86923d4-191b-4711-8be3-e63ac97b498c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T13:46:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "bd59777a-f77a-45ea-b427-48f64557db39", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:46:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "bd59777a-f77a-45ea-b427-48f64557db39", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3-authn-ssl"}
2026-07-28T13:46:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "bd59777a-f77a-45ea-b427-48f64557db39", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:46:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "c9db9a52-cb17-4a74-85b4-b3bdf84a6de7", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:46:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "c9db9a52-cb17-4a74-85b4-b3bdf84a6de7", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3-authn-ssl"}
2026-07-28T13:46:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "c9db9a52-cb17-4a74-85b4-b3bdf84a6de7", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:46:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28c3c531-ac7b-440c-ab08-884fd50a875b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T13:46:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "0ae9975b-279c-43a1-9378-7fc6cea22a72", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:46:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "0ae9975b-279c-43a1-9378-7fc6cea22a72", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3-authn-ssl"}
2026-07-28T13:46:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "0ae9975b-279c-43a1-9378-7fc6cea22a72", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:46:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99e24a8b-66dc-46db-80f6-052a1604940b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:46:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99e24a8b-66dc-46db-80f6-052a1604940b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:46:29Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99e24a8b-66dc-46db-80f6-052a1604940b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ed36e3 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T13:46:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-trusted-ca-bundle", "reconcileID": "36a65ccc-a824-4204-a549-35030bf9d248", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:46:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-trusted-ca-bundle", "reconcileID": "36a65ccc-a824-4204-a549-35030bf9d248", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:46:29Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-trusted-ca-bundle", "reconcileID": "36a65ccc-a824-4204-a549-35030bf9d248", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ed36e3 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T13:46:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "openshift-service-ca.crt", "reconcileID": "cfb80aae-3275-4013-a70d-42d9e6beb326", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:46:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "openshift-service-ca.crt", "reconcileID": "cfb80aae-3275-4013-a70d-42d9e6beb326", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:46:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c24e9698-632f-47c3-aacb-002d1c47924b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:46:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c24e9698-632f-47c3-aacb-002d1c47924b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:46:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-trusted-ca-bundle", "reconcileID": "efe29c52-effb-4720-85b3-9ad6ae03f84a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:46:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ed36e3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3", "name": "odh-trusted-ca-bundle", "reconcileID": "efe29c52-effb-4720-85b3-9ad6ae03f84a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ed36e3"}
2026-07-28T13:46:30Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ed36e3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ed36e3", "reconcileID": "f674f9b6-4bd7-41d4-a6cf-895b3b972218", "Gateway": "e2e-ipp-cleanup-ed36e3", "namespace": "openshift-ingress"}
2026-07-28T13:46:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cb9fa6be-8939-4cb4-b751-cf1187443bec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T13:46:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "da05e4a2-a07f-4ac3-800d-32506f6305a6", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:46:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "da05e4a2-a07f-4ac3-800d-32506f6305a6", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:46:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "da05e4a2-a07f-4ac3-800d-32506f6305a6", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:46:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "6b2708f6-0051-4f64-82ba-43d0997bf623", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:46:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "6b2708f6-0051-4f64-82ba-43d0997bf623", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:46:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "6b2708f6-0051-4f64-82ba-43d0997bf623", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:47:02Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4c8f69e4-0144-41fd-aac1-88706264743a", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:02Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4c8f69e4-0144-41fd-aac1-88706264743a", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:02Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4c8f69e4-0144-41fd-aac1-88706264743a", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:02Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4c8f69e4-0144-41fd-aac1-88706264743a", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223-kserve-route-authn"}
2026-07-28T13:47:02Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4c8f69e4-0144-41fd-aac1-88706264743a", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "authType": "userdefined"}
2026-07-28T13:47:02Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4c8f69e4-0144-41fd-aac1-88706264743a", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "47bafc31-6425-4dc5-a092-924f93215edb", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:47:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "47bafc31-6425-4dc5-a092-924f93215edb", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:47:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "47bafc31-6425-4dc5-a092-924f93215edb", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:47:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "8b5f22a4-b7f4-41d9-9125-f18200940ffd", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:47:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "8b5f22a4-b7f4-41d9-9125-f18200940ffd", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:47:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "8b5f22a4-b7f4-41d9-9125-f18200940ffd", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:47:20Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "2025ee11-55d3-4c9b-8799-4050ea893d7c", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:20Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "2025ee11-55d3-4c9b-8799-4050ea893d7c", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:20Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "2025ee11-55d3-4c9b-8799-4050ea893d7c", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:20Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "2025ee11-55d3-4c9b-8799-4050ea893d7c", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223-kserve-route-authn"}
2026-07-28T13:47:20Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "2025ee11-55d3-4c9b-8799-4050ea893d7c", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "authType": "userdefined"}
2026-07-28T13:47:20Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "2025ee11-55d3-4c9b-8799-4050ea893d7c", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "877734b8-1003-425f-bd83-39cf42eef92b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "877734b8-1003-425f-bd83-39cf42eef92b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:47:21Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "877734b8-1003-425f-bd83-39cf42eef92b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-15d223 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T13:47:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-trusted-ca-bundle", "reconcileID": "d5d3ef7b-63e9-4ba5-bf52-355eda4f389e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-trusted-ca-bundle", "reconcileID": "d5d3ef7b-63e9-4ba5-bf52-355eda4f389e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:47:21Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-trusted-ca-bundle", "reconcileID": "d5d3ef7b-63e9-4ba5-bf52-355eda4f389e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-15d223 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T13:47:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "openshift-service-ca.crt", "reconcileID": "4288336f-a689-4696-bd7d-b859f61c79a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "openshift-service-ca.crt", "reconcileID": "4288336f-a689-4696-bd7d-b859f61c79a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3e37aa0-a9d9-4493-b162-b794ad2fec0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3e37aa0-a9d9-4493-b162-b794ad2fec0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-trusted-ca-bundle", "reconcileID": "3bb3cecb-2302-45b7-8bb4-4dbaeb70983b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "odh-trusted-ca-bundle", "reconcileID": "3bb3cecb-2302-45b7-8bb4-4dbaeb70983b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4dfd5e3d-56d1-430c-b20b-781b156311f1", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4dfd5e3d-56d1-430c-b20b-781b156311f1", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223"}
2026-07-28T13:47:21Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4dfd5e3d-56d1-430c-b20b-781b156311f1", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4dfd5e3d-56d1-430c-b20b-781b156311f1", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4dfd5e3d-56d1-430c-b20b-781b156311f1", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223-kserve-route-authn"}
2026-07-28T13:47:21Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4dfd5e3d-56d1-430c-b20b-781b156311f1", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223-kserve-route-authn"}
2026-07-28T13:47:21Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4dfd5e3d-56d1-430c-b20b-781b156311f1", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:21Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "4dfd5e3d-56d1-430c-b20b-781b156311f1", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:26Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "c2647216-bedb-4a26-adc8-689c40f82a7d", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:26Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "c2647216-bedb-4a26-adc8-689c40f82a7d", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223"}
2026-07-28T13:47:26Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "c2647216-bedb-4a26-adc8-689c40f82a7d", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:26Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "c2647216-bedb-4a26-adc8-689c40f82a7d", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:26Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "c2647216-bedb-4a26-adc8-689c40f82a7d", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223-kserve-route-authn"}
2026-07-28T13:47:26Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "c2647216-bedb-4a26-adc8-689c40f82a7d", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223-kserve-route-authn"}
2026-07-28T13:47:26Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "c2647216-bedb-4a26-adc8-689c40f82a7d", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:26Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "c2647216-bedb-4a26-adc8-689c40f82a7d", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:27Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-15d223","namespace":"ai-tenant-e2e-ipp-a-15d223"}, "namespace": "ai-tenant-e2e-ipp-a-15d223", "name": "ipp-route-15d223", "reconcileID": "b916f132-4ffa-40d8-a82b-5debcdde66d6", "LLMInferenceService": "ipp-route-15d223", "namespace": "ai-tenant-e2e-ipp-a-15d223"}
2026-07-28T13:47:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "0e0e237b-3816-4389-a85d-58b9bdbc953c", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:47:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "0e0e237b-3816-4389-a85d-58b9bdbc953c", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223-authn-ssl"}
2026-07-28T13:47:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "0e0e237b-3816-4389-a85d-58b9bdbc953c", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:47:28Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-15d223","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-15d223", "reconcileID": "e8931b86-3d0b-40b9-805e-95b54041351a", "Gateway": "e2e-ipp-a-15d223", "namespace": "openshift-ingress"}
2026-07-28T13:47:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "100a53f4-2729-42a6-9a6a-dfbcd84cae6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T13:47:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "c33c8e95-d06f-4713-a764-c335549d3033", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:47:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "c33c8e95-d06f-4713-a764-c335549d3033", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710-authn-ssl"}
2026-07-28T13:47:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "c33c8e95-d06f-4713-a764-c335549d3033", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:47:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "f18dd7d7-83ae-4839-a48b-bf7a45378e42", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:47:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "f18dd7d7-83ae-4839-a48b-bf7a45378e42", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710-authn-ssl"}
2026-07-28T13:47:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "f18dd7d7-83ae-4839-a48b-bf7a45378e42", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:47:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "887561de-995f-4ba2-9ecd-3959a6c6d77f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:47:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "887561de-995f-4ba2-9ecd-3959a6c6d77f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-220710", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:47:39Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "887561de-995f-4ba2-9ecd-3959a6c6d77f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-220710 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T13:47:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "odh-trusted-ca-bundle", "reconcileID": "aca856b8-b43b-4c73-b79e-fe0931f86e57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:47:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "odh-trusted-ca-bundle", "reconcileID": "aca856b8-b43b-4c73-b79e-fe0931f86e57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:47:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "openshift-service-ca.crt", "reconcileID": "bbc439d7-fddb-45cf-b6f3-06c5c4066fac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:47:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "openshift-service-ca.crt", "reconcileID": "bbc439d7-fddb-45cf-b6f3-06c5c4066fac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:47:39Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e3aba2b-5f7e-40ab-ac44-cbeb4f4228ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:47:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-220710"}, "namespace": "ai-tenant-e2e-ipp-b-220710", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e3aba2b-5f7e-40ab-ac44-cbeb4f4228ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-220710"}
2026-07-28T13:47:41Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-220710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-220710", "reconcileID": "6f67817b-5b86-4792-b67a-f30adf20fe19", "Gateway": "e2e-ipp-b-220710", "namespace": "openshift-ingress"}
2026-07-28T13:47:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4df41fa0-7060-4bc4-8efd-f073834afb64", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T13:47:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "ca95f7c4-640e-4444-a5be-37509ff56be1", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:47:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "ca95f7c4-640e-4444-a5be-37509ff56be1", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:47:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "ca95f7c4-640e-4444-a5be-37509ff56be1", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:47:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "6e1b78ce-0a28-4aef-b198-feb4c2cc3cf8", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:47:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "6e1b78ce-0a28-4aef-b198-feb4c2cc3cf8", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23-authn-ssl"}
2026-07-28T13:47:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "6e1b78ce-0a28-4aef-b198-feb4c2cc3cf8", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:47:59Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04dc1247-8c22-4479-8a6d-18abc3b838f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:47:59Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04dc1247-8c22-4479-8a6d-18abc3b838f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2c9e23", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:47:59Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04dc1247-8c22-4479-8a6d-18abc3b838f9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-2c9e23 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T13:47:59Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "odh-trusted-ca-bundle", "reconcileID": "218ee7a5-875b-4ee7-b1f0-13940371201e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:47:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "odh-trusted-ca-bundle", "reconcileID": "218ee7a5-875b-4ee7-b1f0-13940371201e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:47:59Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "openshift-service-ca.crt", "reconcileID": "4d5ec4a7-68c9-44f0-bf42-51f363ad0f84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:47:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "openshift-service-ca.crt", "reconcileID": "4d5ec4a7-68c9-44f0-bf42-51f363ad0f84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:47:59Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de4961f3-8061-4687-a1b9-d7350c915055", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:47:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2c9e23"}, "namespace": "ai-tenant-e2e-shared-a-2c9e23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de4961f3-8061-4687-a1b9-d7350c915055", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2c9e23"}
2026-07-28T13:47:59Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2c9e23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2c9e23", "reconcileID": "0eaeef20-522b-43fe-b807-866221ddb9b2", "Gateway": "e2e-shared-a-2c9e23", "namespace": "openshift-ingress"}
2026-07-28T13:48:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3fa38792-3a62-478c-8ec0-902858b9117f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T13:48:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "8a5375a4-f5f2-4dcf-ac23-ebe3b737faa9", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:48:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "8a5375a4-f5f2-4dcf-ac23-ebe3b737faa9", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:48:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "8a5375a4-f5f2-4dcf-ac23-ebe3b737faa9", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:48:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "f2836ecf-8d7f-4a3a-97b6-ecc1fab2d452", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:48:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "f2836ecf-8d7f-4a3a-97b6-ecc1fab2d452", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168-authn-ssl"}
2026-07-28T13:48:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "f2836ecf-8d7f-4a3a-97b6-ecc1fab2d452", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}
2026-07-28T13:48:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a141e388-492d-48b3-8964-c704a23caf0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:48:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a141e388-492d-48b3-8964-c704a23caf0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8fd168", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T13:48:17Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a141e388-492d-48b3-8964-c704a23caf0c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-8fd168 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T13:48:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "odh-trusted-ca-bundle", "reconcileID": "4890ae28-f4bd-4307-bb4f-e221fc052346", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:48:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "odh-trusted-ca-bundle", "reconcileID": "4890ae28-f4bd-4307-bb4f-e221fc052346", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:48:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "openshift-service-ca.crt", "reconcileID": "c2ddcb1c-0013-4f7a-8a53-899d2cbb0b46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:48:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "openshift-service-ca.crt", "reconcileID": "c2ddcb1c-0013-4f7a-8a53-899d2cbb0b46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:48:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a026c45-df68-4388-a0c9-2af11c0a5e28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:48:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8fd168"}, "namespace": "ai-tenant-e2e-shared-b-8fd168", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a026c45-df68-4388-a0c9-2af11c0a5e28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8fd168"}
2026-07-28T13:48:18Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8fd168","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8fd168", "reconcileID": "2b3dcc08-6da7-4826-ae01-244a534ef19c", "Gateway": "e2e-shared-b-8fd168", "namespace": "openshift-ingress"}