2026-07-24T17:53:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "446f9915-dccb-4ae9-8b48-599c26fa2935", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc-kserve-route-authn"} 2026-07-24T17:53:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "446f9915-dccb-4ae9-8b48-599c26fa2935", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "authType": "userdefined"} 2026-07-24T17:53:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "446f9915-dccb-4ae9-8b48-599c26fa2935", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:53:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "0bf3e8b8-77c2-4c77-9b49-0aa90ff35e96", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:53:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "0bf3e8b8-77c2-4c77-9b49-0aa90ff35e96", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:53:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "0bf3e8b8-77c2-4c77-9b49-0aa90ff35e96", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:53:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "0bf3e8b8-77c2-4c77-9b49-0aa90ff35e96", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc-kserve-route-authn"} 2026-07-24T17:53:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "0bf3e8b8-77c2-4c77-9b49-0aa90ff35e96", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "authType": "userdefined"} 2026-07-24T17:53:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "0bf3e8b8-77c2-4c77-9b49-0aa90ff35e96", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:53:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "086380e5-4b90-45f8-a9c7-700458c2e0b2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:53:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "086380e5-4b90-45f8-a9c7-700458c2e0b2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:53:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "086380e5-4b90-45f8-a9c7-700458c2e0b2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:53:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "086380e5-4b90-45f8-a9c7-700458c2e0b2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc-kserve-route-authn"} 2026-07-24T17:53:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "086380e5-4b90-45f8-a9c7-700458c2e0b2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "authType": "userdefined"} 2026-07-24T17:53:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "086380e5-4b90-45f8-a9c7-700458c2e0b2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:54:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "31967322-2e45-4761-949c-bda9ef8504ff", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:54:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "31967322-2e45-4761-949c-bda9ef8504ff", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T17:54:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "31967322-2e45-4761-949c-bda9ef8504ff", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:54:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "8c965e7d-e33f-4396-ad6c-bae49421d1b7", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:54:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "8c965e7d-e33f-4396-ad6c-bae49421d1b7", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T17:54:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "8c965e7d-e33f-4396-ad6c-bae49421d1b7", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:54:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "sub-test-model-bb94b3", "reconcileID": "abeff4aa-12ac-43a0-8a62-3a3daf8f3156", "LLMInferenceService": "sub-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "sub-test-model-bb94b3", "reconcileID": "abeff4aa-12ac-43a0-8a62-3a3daf8f3156", "LLMInferenceService": "sub-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "sub-test-model-bb94b3"} 2026-07-24T17:54:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "sub-test-model-bb94b3", "reconcileID": "abeff4aa-12ac-43a0-8a62-3a3daf8f3156", "LLMInferenceService": "sub-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "sub-test-model-bb94b3", "reconcileID": "abeff4aa-12ac-43a0-8a62-3a3daf8f3156", "LLMInferenceService": "sub-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "sub-test-model-bb94b3", "reconcileID": "abeff4aa-12ac-43a0-8a62-3a3daf8f3156", "LLMInferenceService": "sub-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "sub-test-model-bb94b3-kserve-route-authn"} 2026-07-24T17:54:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "sub-test-model-bb94b3", "reconcileID": "abeff4aa-12ac-43a0-8a62-3a3daf8f3156", "LLMInferenceService": "sub-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "sub-test-model-bb94b3-kserve-route-authn"} 2026-07-24T17:54:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "sub-test-model-bb94b3", "reconcileID": "abeff4aa-12ac-43a0-8a62-3a3daf8f3156", "LLMInferenceService": "sub-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "sub-test-model-bb94b3", "reconcileID": "abeff4aa-12ac-43a0-8a62-3a3daf8f3156", "LLMInferenceService": "sub-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "sub-test-model-bb94b3", "reconcileID": "8e21894e-d671-4901-aa86-f8e4df7d3dd2", "LLMInferenceService": "sub-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "22e66831-871d-467d-905c-47ee0ad35aa5", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:54:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "22e66831-871d-467d-905c-47ee0ad35aa5", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T17:54:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "22e66831-871d-467d-905c-47ee0ad35aa5", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:54:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "088ad9bb-4953-46c6-a150-9fc001985e49", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:54:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "088ad9bb-4953-46c6-a150-9fc001985e49", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T17:54:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "088ad9bb-4953-46c6-a150-9fc001985e49", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:54:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "621e9079-3df8-4e6b-893a-c70a94f665c2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:54:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "621e9079-3df8-4e6b-893a-c70a94f665c2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc"} 2026-07-24T17:54:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "621e9079-3df8-4e6b-893a-c70a94f665c2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:54:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "621e9079-3df8-4e6b-893a-c70a94f665c2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:54:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "621e9079-3df8-4e6b-893a-c70a94f665c2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc-kserve-route-authn"} 2026-07-24T17:54:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "621e9079-3df8-4e6b-893a-c70a94f665c2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc-kserve-route-authn"} 2026-07-24T17:54:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "621e9079-3df8-4e6b-893a-c70a94f665c2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:54:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "621e9079-3df8-4e6b-893a-c70a94f665c2", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:54:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "sub-test-model-5c7cfc", "reconcileID": "6f1f0a2f-21a9-4a55-976b-5d7ea69302e9", "LLMInferenceService": "sub-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:54:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "e6f37917-2118-487c-9e4a-cdae9a8bebbd", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:54:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "e6f37917-2118-487c-9e4a-cdae9a8bebbd", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T17:54:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "e6f37917-2118-487c-9e4a-cdae9a8bebbd", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:54:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "a1ac98dd-b9b4-40f4-a507-6f275bdd06b4", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:54:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "a1ac98dd-b9b4-40f4-a507-6f275bdd06b4", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T17:54:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "a1ac98dd-b9b4-40f4-a507-6f275bdd06b4", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:54:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "b530f621-345e-4dc9-8995-69e1b6dc2c46", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "b530f621-345e-4dc9-8995-69e1b6dc2c46", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "b530f621-345e-4dc9-8995-69e1b6dc2c46", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "e7cc37da-7def-4c07-8ad0-8f137e4ce5f2", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:54:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "b530f621-345e-4dc9-8995-69e1b6dc2c46", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3-kserve-route-authn"} 2026-07-24T17:54:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "b530f621-345e-4dc9-8995-69e1b6dc2c46", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "authType": "userdefined"} 2026-07-24T17:54:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "b530f621-345e-4dc9-8995-69e1b6dc2c46", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "e7cc37da-7def-4c07-8ad0-8f137e4ce5f2", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T17:54:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "e7cc37da-7def-4c07-8ad0-8f137e4ce5f2", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:54:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "59e61578-3161-49e0-ae3b-a6f9b692bb2f", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "59e61578-3161-49e0-ae3b-a6f9b692bb2f", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "59e61578-3161-49e0-ae3b-a6f9b692bb2f", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "59e61578-3161-49e0-ae3b-a6f9b692bb2f", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3-kserve-route-authn"} 2026-07-24T17:54:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "59e61578-3161-49e0-ae3b-a6f9b692bb2f", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "authType": "userdefined"} 2026-07-24T17:54:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "59e61578-3161-49e0-ae3b-a6f9b692bb2f", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "dd7ed2bd-afb8-47ce-b3f5-840573dc764b", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:54:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "dd7ed2bd-afb8-47ce-b3f5-840573dc764b", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T17:54:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "dd7ed2bd-afb8-47ce-b3f5-840573dc764b", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:54:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "970e715e-c715-45a9-8abe-c3ecb11956d5", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:54:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "970e715e-c715-45a9-8abe-c3ecb11956d5", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T17:54:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "970e715e-c715-45a9-8abe-c3ecb11956d5", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:54:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "b4cf7b47-a8be-41c5-9f84-bc5d623fd0b1", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:54:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "b4cf7b47-a8be-41c5-9f84-bc5d623fd0b1", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T17:54:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "b4cf7b47-a8be-41c5-9f84-bc5d623fd0b1", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:54:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "f869df13-564a-4755-ab93-06a8c42837fe", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "f869df13-564a-4755-ab93-06a8c42837fe", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "f869df13-564a-4755-ab93-06a8c42837fe", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "f869df13-564a-4755-ab93-06a8c42837fe", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3-kserve-route-authn"} 2026-07-24T17:54:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "f869df13-564a-4755-ab93-06a8c42837fe", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "authType": "userdefined"} 2026-07-24T17:54:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "f869df13-564a-4755-ab93-06a8c42837fe", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "99187321-8a2c-432d-8781-36c5b7d823cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:54:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "82cf928b-f403-41b7-9472-f94a7e7f19c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:54:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf17ff5f-c881-4974-8f00-c35ffdeacd11", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:55:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "c0ce18f8-4834-4dc1-ba36-4fe7f2d0bb89", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:55:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "c0ce18f8-4834-4dc1-ba36-4fe7f2d0bb89", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:55:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "c0ce18f8-4834-4dc1-ba36-4fe7f2d0bb89", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:55:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "c0ce18f8-4834-4dc1-ba36-4fe7f2d0bb89", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3-kserve-route-authn"} 2026-07-24T17:55:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "c0ce18f8-4834-4dc1-ba36-4fe7f2d0bb89", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "authType": "userdefined"} 2026-07-24T17:55:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "c0ce18f8-4834-4dc1-ba36-4fe7f2d0bb89", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:55:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "f3333e06-9ae1-40f8-9108-52c5f7b08ad1", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:55:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "fab04e4d-5e6c-4ead-a14c-a181992a788c", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "fab04e4d-5e6c-4ead-a14c-a181992a788c", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "fab04e4d-5e6c-4ead-a14c-a181992a788c", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "fab04e4d-5e6c-4ead-a14c-a181992a788c", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc-kserve-route-authn"} 2026-07-24T17:55:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "fab04e4d-5e6c-4ead-a14c-a181992a788c", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "authType": "userdefined"} 2026-07-24T17:55:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "fab04e4d-5e6c-4ead-a14c-a181992a788c", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "f3333e06-9ae1-40f8-9108-52c5f7b08ad1", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T17:55:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "f3333e06-9ae1-40f8-9108-52c5f7b08ad1", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:55:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "7ea4a25e-0d65-4a15-ba17-6c24a7571f4e", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "7ea4a25e-0d65-4a15-ba17-6c24a7571f4e", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "7ea4a25e-0d65-4a15-ba17-6c24a7571f4e", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "7ea4a25e-0d65-4a15-ba17-6c24a7571f4e", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc-kserve-route-authn"} 2026-07-24T17:55:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "7ea4a25e-0d65-4a15-ba17-6c24a7571f4e", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "authType": "userdefined"} 2026-07-24T17:55:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "7ea4a25e-0d65-4a15-ba17-6c24a7571f4e", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "269e7cb6-73b0-48e1-8c96-c22b62e64dad", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:55:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "269e7cb6-73b0-48e1-8c96-c22b62e64dad", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T17:55:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "269e7cb6-73b0-48e1-8c96-c22b62e64dad", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:55:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "053ec094-a810-405d-a049-3d5605256655", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "053ec094-a810-405d-a049-3d5605256655", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "053ec094-a810-405d-a049-3d5605256655", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "053ec094-a810-405d-a049-3d5605256655", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc-kserve-route-authn"} 2026-07-24T17:55:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "053ec094-a810-405d-a049-3d5605256655", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "authType": "userdefined"} 2026-07-24T17:55:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "053ec094-a810-405d-a049-3d5605256655", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "65c1ef3a-debe-4b4d-bd3f-eaa7ae8e2612", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "65c1ef3a-debe-4b4d-bd3f-eaa7ae8e2612", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "65c1ef3a-debe-4b4d-bd3f-eaa7ae8e2612", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "65c1ef3a-debe-4b4d-bd3f-eaa7ae8e2612", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc-kserve-route-authn"} 2026-07-24T17:55:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "65c1ef3a-debe-4b4d-bd3f-eaa7ae8e2612", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "authType": "userdefined"} 2026-07-24T17:55:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "65c1ef3a-debe-4b4d-bd3f-eaa7ae8e2612", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "69f9de4d-2b59-464f-b44d-217ad8c3f2c7", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "69f9de4d-2b59-464f-b44d-217ad8c3f2c7", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "69f9de4d-2b59-464f-b44d-217ad8c3f2c7", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "69f9de4d-2b59-464f-b44d-217ad8c3f2c7", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc-kserve-route-authn"} 2026-07-24T17:55:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "69f9de4d-2b59-464f-b44d-217ad8c3f2c7", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "authType": "userdefined"} 2026-07-24T17:55:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "69f9de4d-2b59-464f-b44d-217ad8c3f2c7", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:55:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "7880b073-db5b-4187-ad6b-599102a42288", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:55:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "7880b073-db5b-4187-ad6b-599102a42288", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T17:55:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "7880b073-db5b-4187-ad6b-599102a42288", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:55:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "9bf851c5-ae73-4cb6-ba48-a130addd8337", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:55:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "9bf851c5-ae73-4cb6-ba48-a130addd8337", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T17:55:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "9bf851c5-ae73-4cb6-ba48-a130addd8337", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:55:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "a82b8873-2c43-4c2f-88db-7b004c0f5ee7", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:55:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "a82b8873-2c43-4c2f-88db-7b004c0f5ee7", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T17:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "a82b8873-2c43-4c2f-88db-7b004c0f5ee7", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:55:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "8f2005dc-a1e1-4b7a-b70e-ddcd636c444a", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:55:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "8f2005dc-a1e1-4b7a-b70e-ddcd636c444a", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T17:55:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "8f2005dc-a1e1-4b7a-b70e-ddcd636c444a", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:55:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "e01a4f67-0e1a-4294-a4e5-60870a1db405", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:55:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "e01a4f67-0e1a-4294-a4e5-60870a1db405", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T17:55:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "e01a4f67-0e1a-4294-a4e5-60870a1db405", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:55:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "c73304f5-12b0-4f85-a6d3-fd46f93e185c", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:55:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "c73304f5-12b0-4f85-a6d3-fd46f93e185c", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T17:55:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "c73304f5-12b0-4f85-a6d3-fd46f93e185c", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:56:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "02badf66-54f2-4ff0-b84e-a2d6f3e1377a", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:56:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "02badf66-54f2-4ff0-b84e-a2d6f3e1377a", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3"} 2026-07-24T17:56:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "02badf66-54f2-4ff0-b84e-a2d6f3e1377a", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:56:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "02badf66-54f2-4ff0-b84e-a2d6f3e1377a", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:56:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "02badf66-54f2-4ff0-b84e-a2d6f3e1377a", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3-kserve-route-authn"} 2026-07-24T17:56:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "02badf66-54f2-4ff0-b84e-a2d6f3e1377a", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3-kserve-route-authn"} 2026-07-24T17:56:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "02badf66-54f2-4ff0-b84e-a2d6f3e1377a", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:56:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "02badf66-54f2-4ff0-b84e-a2d6f3e1377a", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:56:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb94b3","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "rate-test-model-bb94b3", "reconcileID": "21c7b000-68aa-4129-81a8-5625500d08b9", "LLMInferenceService": "rate-test-model-bb94b3", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T17:56:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "5fe78114-6b37-470c-b8cc-e76a66369646", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:56:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "5fe78114-6b37-470c-b8cc-e76a66369646", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T17:56:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "5fe78114-6b37-470c-b8cc-e76a66369646", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:56:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "6fb59d5d-1ce3-4cb3-8245-f6a88272d1d7", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:56:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "6fb59d5d-1ce3-4cb3-8245-f6a88272d1d7", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T17:56:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "6fb59d5d-1ce3-4cb3-8245-f6a88272d1d7", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:56:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "771e882f-2b64-471b-b03a-f76794914e63", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:56:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "771e882f-2b64-471b-b03a-f76794914e63", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc"} 2026-07-24T17:56:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "771e882f-2b64-471b-b03a-f76794914e63", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:56:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "771e882f-2b64-471b-b03a-f76794914e63", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:56:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "771e882f-2b64-471b-b03a-f76794914e63", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc-kserve-route-authn"} 2026-07-24T17:56:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "771e882f-2b64-471b-b03a-f76794914e63", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc-kserve-route-authn"} 2026-07-24T17:56:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "771e882f-2b64-471b-b03a-f76794914e63", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:56:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "771e882f-2b64-471b-b03a-f76794914e63", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:56:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c7cfc","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "rate-test-model-5c7cfc", "reconcileID": "590b80a2-5d86-4a76-a8b5-dde8a57ddcac", "LLMInferenceService": "rate-test-model-5c7cfc", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T17:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "a717d984-c308-4c44-bffe-357dad96156a", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "a717d984-c308-4c44-bffe-357dad96156a", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T17:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "a717d984-c308-4c44-bffe-357dad96156a", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "1c13efd1-9bb3-4819-9ea3-c60ac055d169", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "1c13efd1-9bb3-4819-9ea3-c60ac055d169", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T17:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "1c13efd1-9bb3-4819-9ea3-c60ac055d169", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "7c27157a-b288-42d4-a450-20cdebd7cc9c", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "7c27157a-b288-42d4-a450-20cdebd7cc9c", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T17:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "7c27157a-b288-42d4-a450-20cdebd7cc9c", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T17:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "ab01e0e2-a5d4-4356-87e2-1017fe030fe4", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "ab01e0e2-a5d4-4356-87e2-1017fe030fe4", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T17:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "ab01e0e2-a5d4-4356-87e2-1017fe030fe4", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T17:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "8271cd09-9cec-4719-8bd0-1182bde70b0f", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "8271cd09-9cec-4719-8bd0-1182bde70b0f", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "8271cd09-9cec-4719-8bd0-1182bde70b0f", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "252ae2c6-b801-4718-8042-194f3ba41981", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "252ae2c6-b801-4718-8042-194f3ba41981", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "252ae2c6-b801-4718-8042-194f3ba41981", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "d7088f0a-f17d-4990-a281-69ed07196f86", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "d7088f0a-f17d-4990-a281-69ed07196f86", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "d7088f0a-f17d-4990-a281-69ed07196f86", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "3dc39d86-de1c-44f9-9e5a-33692b1c1b64", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "3dc39d86-de1c-44f9-9e5a-33692b1c1b64", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "3dc39d86-de1c-44f9-9e5a-33692b1c1b64", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "75e7dd89-3d12-45aa-9f51-288f39483270", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "75e7dd89-3d12-45aa-9f51-288f39483270", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "75e7dd89-3d12-45aa-9f51-288f39483270", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "5fc6a9d9-8f69-4917-9cb7-24381553c0a1", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "5fc6a9d9-8f69-4917-9cb7-24381553c0a1", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:56:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "5fc6a9d9-8f69-4917-9cb7-24381553c0a1", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "8e83ca13-60e4-4117-aea0-6d7e7998f24c", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "8e83ca13-60e4-4117-aea0-6d7e7998f24c", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:56:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "8e83ca13-60e4-4117-aea0-6d7e7998f24c", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "openshift-service-ca.crt", "reconcileID": "545882cd-c886-4d12-aeaa-e7b6ec108210", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:56:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "odh-trusted-ca-bundle", "reconcileID": "f3767ade-05cf-4fdc-93b6-2ef1da3d9bc2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:56:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "openshift-service-ca.crt", "reconcileID": "de6d1322-86ea-4fa1-b9a4-998f80017527", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:56:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "openshift-service-ca.crt", "reconcileID": "de6d1322-86ea-4fa1-b9a4-998f80017527", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:56:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f3dbfab-b8fa-494b-9b53-f8f0966291d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:56:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "openshift-service-ca.crt", "reconcileID": "20344b6c-91f6-4436-b1c7-b825b3b0bd00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:56:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "odh-trusted-ca-bundle", "reconcileID": "4bb14fb2-12a3-435c-bd73-e6e8dde618db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:56:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "odh-trusted-ca-bundle", "reconcileID": "4bb14fb2-12a3-435c-bd73-e6e8dde618db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:56:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "944575b5-c48f-4724-9ec4-21f96c616370", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:56:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "e4e27299-6ffc-415b-930e-40de051f2181", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "e4e27299-6ffc-415b-930e-40de051f2181", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:56:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "e4e27299-6ffc-415b-930e-40de051f2181", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b3f2ea80-80e2-4df0-a3d3-9a9fd2e0191e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:56:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "2635523e-d100-4f07-904a-f71cdeb86018", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "2635523e-d100-4f07-904a-f71cdeb86018", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:56:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "2635523e-d100-4f07-904a-f71cdeb86018", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "07e3042f-5d9c-45b3-ac6c-e19a1ab35430", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "07e3042f-5d9c-45b3-ac6c-e19a1ab35430", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742-authn-ssl"} 2026-07-24T17:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "07e3042f-5d9c-45b3-ac6c-e19a1ab35430", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "520d1cf1-ccb0-4ba1-beec-dae1664d8e11", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "520d1cf1-ccb0-4ba1-beec-dae1664d8e11", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742-authn-ssl"} 2026-07-24T17:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "520d1cf1-ccb0-4ba1-beec-dae1664d8e11", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "afeb5bb1-3dbf-49d7-b52d-c071e3914433", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "afeb5bb1-3dbf-49d7-b52d-c071e3914433", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742-authn-ssl"} 2026-07-24T17:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "afeb5bb1-3dbf-49d7-b52d-c071e3914433", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "07c65c51-3dd6-43af-9db2-845d42861087", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "07c65c51-3dd6-43af-9db2-845d42861087", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742-authn-ssl"} 2026-07-24T17:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "07c65c51-3dd6-43af-9db2-845d42861087", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "6afdde90-f416-4943-b397-99966f132532", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "6afdde90-f416-4943-b397-99966f132532", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742-authn-ssl"} 2026-07-24T17:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "6afdde90-f416-4943-b397-99966f132532", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "ec55c4f4-10e7-4bd0-b75d-606182b9e2dc", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "ec55c4f4-10e7-4bd0-b75d-606182b9e2dc", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742-authn-ssl"} 2026-07-24T17:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "ec55c4f4-10e7-4bd0-b75d-606182b9e2dc", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "bdf671bf-e294-4a6d-94e9-c41f1860240f", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "bdf671bf-e294-4a6d-94e9-c41f1860240f", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742-authn-ssl"} 2026-07-24T17:56:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "bdf671bf-e294-4a6d-94e9-c41f1860240f", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "openshift-service-ca.crt", "reconcileID": "24777d19-7695-4d8a-bfdc-c32fa661e982", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T17:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "odh-trusted-ca-bundle", "reconcileID": "a7833008-8b0c-4fc4-a8a5-a9d26327b1f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T17:56:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "openshift-service-ca.crt", "reconcileID": "2330f5d6-c395-4b85-8a7c-ef5b116d0df1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bd0742", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:56:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "openshift-service-ca.crt", "reconcileID": "2330f5d6-c395-4b85-8a7c-ef5b116d0df1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T17:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5b068af-2a2f-448d-ae3b-10a493475393", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T17:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "openshift-service-ca.crt", "reconcileID": "62985036-fe59-4f57-8ea0-cd8df978f429", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T17:56:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "odh-trusted-ca-bundle", "reconcileID": "a4e16f56-9fd6-42fb-9aa6-1c9e04318597", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bd0742", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:56:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "odh-trusted-ca-bundle", "reconcileID": "a4e16f56-9fd6-42fb-9aa6-1c9e04318597", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T17:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbd87a87-acb2-4ccc-bc7a-49ae6838e173", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T17:56:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "a22c65e9-9a7b-4935-83ae-c5343742b79d", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "a22c65e9-9a7b-4935-83ae-c5343742b79d", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742-authn-ssl"} 2026-07-24T17:56:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "a22c65e9-9a7b-4935-83ae-c5343742b79d", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3411b297-0103-4447-b941-757dfe67172f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:56:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "47913d6d-70a1-4be2-a594-62c95a08eac2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:56:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "87738ab1-e9af-45f2-8b4e-98d705ca1869", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:56:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "87738ab1-e9af-45f2-8b4e-98d705ca1869", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742-authn-ssl"} 2026-07-24T17:56:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "87738ab1-e9af-45f2-8b4e-98d705ca1869", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T17:57:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "516c7b3c-4e4a-46cf-b8d7-3a3b0cb749a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:57:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "91e40d42-8594-4dd6-9c03-994a8fb5b63b", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "91e40d42-8594-4dd6-9c03-994a8fb5b63b", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "91e40d42-8594-4dd6-9c03-994a8fb5b63b", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "3d1dded4-12fc-455a-8746-49ab8d27f4af", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:57:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "91e40d42-8594-4dd6-9c03-994a8fb5b63b", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414-kserve-route-authn"} 2026-07-24T17:57:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "91e40d42-8594-4dd6-9c03-994a8fb5b63b", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "authType": "userdefined"} 2026-07-24T17:57:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "91e40d42-8594-4dd6-9c03-994a8fb5b63b", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "3d1dded4-12fc-455a-8746-49ab8d27f4af", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:57:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "3d1dded4-12fc-455a-8746-49ab8d27f4af", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:57:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "ca17dc38-febb-456c-bb31-e3269070ac19", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "ca17dc38-febb-456c-bb31-e3269070ac19", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "ca17dc38-febb-456c-bb31-e3269070ac19", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "ca17dc38-febb-456c-bb31-e3269070ac19", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414-kserve-route-authn"} 2026-07-24T17:57:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "ca17dc38-febb-456c-bb31-e3269070ac19", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "authType": "userdefined"} 2026-07-24T17:57:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "ca17dc38-febb-456c-bb31-e3269070ac19", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "153c5f3c-e0ed-4005-bb75-ded25284188b", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:57:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "153c5f3c-e0ed-4005-bb75-ded25284188b", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:57:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "153c5f3c-e0ed-4005-bb75-ded25284188b", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:57:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "e9b577d6-772a-4688-9edb-74e501ad3d95", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "e9b577d6-772a-4688-9edb-74e501ad3d95", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "e9b577d6-772a-4688-9edb-74e501ad3d95", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "e9b577d6-772a-4688-9edb-74e501ad3d95", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414-kserve-route-authn"} 2026-07-24T17:57:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "e9b577d6-772a-4688-9edb-74e501ad3d95", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "authType": "userdefined"} 2026-07-24T17:57:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "e9b577d6-772a-4688-9edb-74e501ad3d95", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "13efe178-e7b4-4abf-b08d-057bcddc5289", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "13efe178-e7b4-4abf-b08d-057bcddc5289", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "13efe178-e7b4-4abf-b08d-057bcddc5289", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "13efe178-e7b4-4abf-b08d-057bcddc5289", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414-kserve-route-authn"} 2026-07-24T17:57:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "13efe178-e7b4-4abf-b08d-057bcddc5289", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "authType": "userdefined"} 2026-07-24T17:57:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "13efe178-e7b4-4abf-b08d-057bcddc5289", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:57:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "185be21e-7785-482e-a0c4-1f6c34838d3c", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:57:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "185be21e-7785-482e-a0c4-1f6c34838d3c", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:57:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "185be21e-7785-482e-a0c4-1f6c34838d3c", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "6511b36a-0f4d-4dd6-b8c6-83ea36b16b47", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "6511b36a-0f4d-4dd6-b8c6-83ea36b16b47", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5-authn-ssl"} 2026-07-24T17:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "6511b36a-0f4d-4dd6-b8c6-83ea36b16b47", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "e80a32cc-5599-4a6a-9600-0aa4458fda40", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "e80a32cc-5599-4a6a-9600-0aa4458fda40", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5-authn-ssl"} 2026-07-24T17:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "e80a32cc-5599-4a6a-9600-0aa4458fda40", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "5b849be1-2a78-4193-b962-2dd68bad519a", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "5b849be1-2a78-4193-b962-2dd68bad519a", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5-authn-ssl"} 2026-07-24T17:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "5b849be1-2a78-4193-b962-2dd68bad519a", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "7068dfad-071c-440f-b2ef-3c44b8d5b1f6", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "7068dfad-071c-440f-b2ef-3c44b8d5b1f6", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5-authn-ssl"} 2026-07-24T17:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "7068dfad-071c-440f-b2ef-3c44b8d5b1f6", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "118f90c0-5497-484e-8963-5575a74e38f1", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "118f90c0-5497-484e-8963-5575a74e38f1", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5-authn-ssl"} 2026-07-24T17:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "118f90c0-5497-484e-8963-5575a74e38f1", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "60dcb264-7493-4b2b-b8b3-f64b5b1774c1", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "60dcb264-7493-4b2b-b8b3-f64b5b1774c1", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5-authn-ssl"} 2026-07-24T17:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "60dcb264-7493-4b2b-b8b3-f64b5b1774c1", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "05d05f27-fdd3-4795-bd4e-ff4362bbde5d", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "05d05f27-fdd3-4795-bd4e-ff4362bbde5d", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5-authn-ssl"} 2026-07-24T17:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "05d05f27-fdd3-4795-bd4e-ff4362bbde5d", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "c1d64743-b3ca-40ab-8672-16f481f2ede1", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "c1d64743-b3ca-40ab-8672-16f481f2ede1", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5-authn-ssl"} 2026-07-24T17:58:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "c1d64743-b3ca-40ab-8672-16f481f2ede1", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "openshift-service-ca.crt", "reconcileID": "b4f0075d-22a9-4776-be0f-791b99629fa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "odh-trusted-ca-bundle", "reconcileID": "e6094b34-e60d-4b7d-9324-08d30433e10f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "openshift-service-ca.crt", "reconcileID": "7d4a8937-538a-40b9-b4ad-d2e87893a23c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:58:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "openshift-service-ca.crt", "reconcileID": "7d4a8937-538a-40b9-b4ad-d2e87893a23c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e86ca40a-7c51-4a73-a9b0-86eeda14e42a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "openshift-service-ca.crt", "reconcileID": "5affc0cd-b3c9-4274-9bf2-14bd18996796", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "odh-trusted-ca-bundle", "reconcileID": "877c652e-ebbf-4506-a8f6-deb52b665b81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:58:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "odh-trusted-ca-bundle", "reconcileID": "877c652e-ebbf-4506-a8f6-deb52b665b81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3465c29f-d6cc-4439-8b01-c1ef6d9d6198", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "ed45795b-9e24-4c5e-9165-9fc8aa3010b5", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "ed45795b-9e24-4c5e-9165-9fc8aa3010b5", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5-authn-ssl"} 2026-07-24T17:58:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "ed45795b-9e24-4c5e-9165-9fc8aa3010b5", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "915e4451-b323-4ef5-8629-8edb2d1f1b2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:58:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "c5e84c48-ee77-44ef-ac8a-4ecc3962fc91", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "c5e84c48-ee77-44ef-ac8a-4ecc3962fc91", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5-authn-ssl"} 2026-07-24T17:58:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "c5e84c48-ee77-44ef-ac8a-4ecc3962fc91", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "bab59248-ef1b-48fd-bcea-2a221e6ba519", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "bab59248-ef1b-48fd-bcea-2a221e6ba519", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5-authn-ssl"} 2026-07-24T17:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "bab59248-ef1b-48fd-bcea-2a221e6ba519", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "2e8c7030-3401-43ac-b882-c954e4aea7f9", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "2e8c7030-3401-43ac-b882-c954e4aea7f9", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5-authn-ssl"} 2026-07-24T17:58:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "2e8c7030-3401-43ac-b882-c954e4aea7f9", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:39Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T17:58:39Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T17:58:41Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T17:58:41Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T17:58:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce38b073-4926-4049-a1b5-821e05ccdea5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce38b073-4926-4049-a1b5-821e05ccdea5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:58:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce38b073-4926-4049-a1b5-821e05ccdea5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ab19c5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:58:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "odh-trusted-ca-bundle", "reconcileID": "0c0b3dfc-0066-47a0-b3c4-c76686114edb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "odh-trusted-ca-bundle", "reconcileID": "0c0b3dfc-0066-47a0-b3c4-c76686114edb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "openshift-service-ca.crt", "reconcileID": "ee0edb9c-246a-4f39-b00e-33b18833eacb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "openshift-service-ca.crt", "reconcileID": "ee0edb9c-246a-4f39-b00e-33b18833eacb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad363854-c929-498c-a59e-39c36bb69246", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab19c5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad363854-c929-498c-a59e-39c36bb69246", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab19c5"} 2026-07-24T17:58:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab19c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab19c5", "reconcileID": "befabace-7b8f-4d30-83ca-445eeaaca60f", "Gateway": "e2e-ipp-cleanup-ab19c5", "namespace": "openshift-ingress"} 2026-07-24T17:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2f077c5e-8bdf-4e90-9862-1068dde6be2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:59:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "578f4826-edba-4679-8e4e-5e0565927030", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:59:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "578f4826-edba-4679-8e4e-5e0565927030", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:59:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "578f4826-edba-4679-8e4e-5e0565927030", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:59:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "1de07917-4c20-4289-ab55-76f07ae3ebcb", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:59:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "1de07917-4c20-4289-ab55-76f07ae3ebcb", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:59:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "1de07917-4c20-4289-ab55-76f07ae3ebcb", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:59:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "d4318581-a8a4-41af-9c66-d67c37626cda", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:59:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "d4318581-a8a4-41af-9c66-d67c37626cda", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:59:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "d4318581-a8a4-41af-9c66-d67c37626cda", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:59:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "8c16606d-4d3c-4d67-96ad-841daba96b28", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "8c16606d-4d3c-4d67-96ad-841daba96b28", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "8c16606d-4d3c-4d67-96ad-841daba96b28", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "8c16606d-4d3c-4d67-96ad-841daba96b28", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414-kserve-route-authn"} 2026-07-24T17:59:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "8c16606d-4d3c-4d67-96ad-841daba96b28", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "authType": "userdefined"} 2026-07-24T17:59:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "8c16606d-4d3c-4d67-96ad-841daba96b28", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a2ab42d0-c67b-4d0a-8611-76b6d81df31c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:59:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "37fd84b1-b4cb-4871-9e01-ec863756ba20", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:59:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "1065b6fe-6a03-4aa9-8aaf-2df6cfbf9649", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:59:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "1065b6fe-6a03-4aa9-8aaf-2df6cfbf9649", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:59:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "1065b6fe-6a03-4aa9-8aaf-2df6cfbf9649", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:59:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7389ab5c-2ab3-42fa-9394-29dacb898d5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7389ab5c-2ab3-42fa-9394-29dacb898d5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T17:59:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7389ab5c-2ab3-42fa-9394-29dacb898d5e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-8a6414 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T17:59:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "odh-trusted-ca-bundle", "reconcileID": "3ecd390f-9df4-457e-93fd-2efacb722261", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "odh-trusted-ca-bundle", "reconcileID": "3ecd390f-9df4-457e-93fd-2efacb722261", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "openshift-service-ca.crt", "reconcileID": "c523ea98-80a6-4bd8-955e-eae4552dc1f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "openshift-service-ca.crt", "reconcileID": "c523ea98-80a6-4bd8-955e-eae4552dc1f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "317e310d-6831-44ea-a30e-a12e16c46b54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "317e310d-6831-44ea-a30e-a12e16c46b54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "2124e1f2-7ded-4f89-b879-80c31b2ae285", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "2124e1f2-7ded-4f89-b879-80c31b2ae285", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414"} 2026-07-24T17:59:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "2124e1f2-7ded-4f89-b879-80c31b2ae285", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "2124e1f2-7ded-4f89-b879-80c31b2ae285", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "2124e1f2-7ded-4f89-b879-80c31b2ae285", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414-kserve-route-authn"} 2026-07-24T17:59:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "2124e1f2-7ded-4f89-b879-80c31b2ae285", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414-kserve-route-authn"} 2026-07-24T17:59:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "2124e1f2-7ded-4f89-b879-80c31b2ae285", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "2124e1f2-7ded-4f89-b879-80c31b2ae285", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "987f22b2-077c-4742-bfe4-37459ed13699", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "987f22b2-077c-4742-bfe4-37459ed13699", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414"} 2026-07-24T17:59:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "987f22b2-077c-4742-bfe4-37459ed13699", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "987f22b2-077c-4742-bfe4-37459ed13699", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "987f22b2-077c-4742-bfe4-37459ed13699", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414-kserve-route-authn"} 2026-07-24T17:59:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "987f22b2-077c-4742-bfe4-37459ed13699", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414-kserve-route-authn"} 2026-07-24T17:59:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "987f22b2-077c-4742-bfe4-37459ed13699", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "987f22b2-077c-4742-bfe4-37459ed13699", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8a6414","namespace":"ai-tenant-e2e-ipp-a-8a6414"}, "namespace": "ai-tenant-e2e-ipp-a-8a6414", "name": "ipp-route-8a6414", "reconcileID": "e5d5019e-acee-41f9-a8a0-53e8b0134e8f", "LLMInferenceService": "ipp-route-8a6414", "namespace": "ai-tenant-e2e-ipp-a-8a6414"} 2026-07-24T17:59:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "70f9b0f3-9c3e-4024-a873-8ee945a31f63", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:59:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "70f9b0f3-9c3e-4024-a873-8ee945a31f63", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414-authn-ssl"} 2026-07-24T17:59:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "70f9b0f3-9c3e-4024-a873-8ee945a31f63", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f4924a96-7fc2-47d9-8974-5262b5437e14", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T17:59:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8a6414","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8a6414", "reconcileID": "83f4fb19-61f8-45c5-840d-189a6e16da83", "Gateway": "e2e-ipp-a-8a6414", "namespace": "openshift-ingress"} 2026-07-24T17:59:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "701e9433-b94a-4a3a-a8bb-b961743ecf10", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:00:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "a66f6659-9323-46ca-8758-9ef6c029224e", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T18:00:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "a66f6659-9323-46ca-8758-9ef6c029224e", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742-authn-ssl"} 2026-07-24T18:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "a66f6659-9323-46ca-8758-9ef6c029224e", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T18:00:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "672b0b5d-8e28-4ba7-860e-e6c26d16e9f1", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T18:00:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "672b0b5d-8e28-4ba7-860e-e6c26d16e9f1", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742-authn-ssl"} 2026-07-24T18:00:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "672b0b5d-8e28-4ba7-860e-e6c26d16e9f1", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T18:00:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb47383c-1b44-4e44-8d18-1957639b2f04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T18:00:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb47383c-1b44-4e44-8d18-1957639b2f04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bd0742", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:00:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb47383c-1b44-4e44-8d18-1957639b2f04", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-bd0742 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:00:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "odh-trusted-ca-bundle", "reconcileID": "602445fd-8b9c-44a8-8f50-24a1823bb597", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T18:00:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "odh-trusted-ca-bundle", "reconcileID": "602445fd-8b9c-44a8-8f50-24a1823bb597", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T18:00:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "openshift-service-ca.crt", "reconcileID": "e0ea12c1-17f1-4dc0-9430-1083d2f5680e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T18:00:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "openshift-service-ca.crt", "reconcileID": "e0ea12c1-17f1-4dc0-9430-1083d2f5680e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T18:00:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "827f429a-ea74-4cce-a609-9e8d0fd52182", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T18:00:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bd0742"}, "namespace": "ai-tenant-e2e-ipp-b-bd0742", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "827f429a-ea74-4cce-a609-9e8d0fd52182", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bd0742"} 2026-07-24T18:00:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bd0742","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bd0742", "reconcileID": "a73bef27-4813-489f-bf8a-6f59a14e03a8", "Gateway": "e2e-ipp-b-bd0742", "namespace": "openshift-ingress"} 2026-07-24T18:00:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d8757e81-f4e8-4675-a3f6-6b55fc58d79a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:00:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "ddddc95b-9664-4033-a56e-7043ca63a322", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T18:00:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "ddddc95b-9664-4033-a56e-7043ca63a322", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T18:00:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "ddddc95b-9664-4033-a56e-7043ca63a322", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T18:00:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "9916c31d-11da-434e-b2a7-605914fa1ef7", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T18:00:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "9916c31d-11da-434e-b2a7-605914fa1ef7", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3-authn-ssl"} 2026-07-24T18:00:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "9916c31d-11da-434e-b2a7-605914fa1ef7", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T18:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "260a74ed-130d-4777-90f6-1c45035ecb37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T18:00:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "260a74ed-130d-4777-90f6-1c45035ecb37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:00:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "260a74ed-130d-4777-90f6-1c45035ecb37", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-bb94b3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29fb1340-692a-4104-8340-72e6f2b97b90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T18:00:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29fb1340-692a-4104-8340-72e6f2b97b90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:00:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29fb1340-692a-4104-8340-72e6f2b97b90", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-bb94b3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-trusted-ca-bundle", "reconcileID": "6b6c3555-4e22-4d75-a0ae-a579a55211d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T18:00:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-trusted-ca-bundle", "reconcileID": "6b6c3555-4e22-4d75-a0ae-a579a55211d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bb94b3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:00:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-trusted-ca-bundle", "reconcileID": "6b6c3555-4e22-4d75-a0ae-a579a55211d1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-bb94b3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "openshift-service-ca.crt", "reconcileID": "1ad2c2e1-5a9d-4a70-9adb-0cfc9334fc7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T18:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "openshift-service-ca.crt", "reconcileID": "1ad2c2e1-5a9d-4a70-9adb-0cfc9334fc7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T18:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-trusted-ca-bundle", "reconcileID": "60bb0748-9538-4236-8510-f52eb4217c3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T18:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-trusted-ca-bundle", "reconcileID": "60bb0748-9538-4236-8510-f52eb4217c3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T18:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe6887e7-c49d-4296-b3ea-2f221855efe0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T18:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bb94b3"}, "namespace": "ai-tenant-e2e-shared-a-bb94b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe6887e7-c49d-4296-b3ea-2f221855efe0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bb94b3"} 2026-07-24T18:00:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bb94b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bb94b3", "reconcileID": "9a23b897-a4e3-4c68-bb05-1e49559bdeec", "Gateway": "e2e-shared-a-bb94b3", "namespace": "openshift-ingress"} 2026-07-24T18:00:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e6406e5e-b65d-4bea-bcd9-4fe32dd98786", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T18:00:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "750c2f35-ef6b-477d-ae6a-818ffb3801a3", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T18:00:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "750c2f35-ef6b-477d-ae6a-818ffb3801a3", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T18:00:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "750c2f35-ef6b-477d-ae6a-818ffb3801a3", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T18:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "a3c25bec-1a85-42f2-85c2-8c5341fbb29c", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T18:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "a3c25bec-1a85-42f2-85c2-8c5341fbb29c", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc-authn-ssl"} 2026-07-24T18:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "a3c25bec-1a85-42f2-85c2-8c5341fbb29c", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"} 2026-07-24T18:01:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9476e89-e784-4d8b-9fd6-ca63efb223db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T18:01:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9476e89-e784-4d8b-9fd6-ca63efb223db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T18:01:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9476e89-e784-4d8b-9fd6-ca63efb223db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-5c7cfc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T18:01:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "odh-trusted-ca-bundle", "reconcileID": "df4e41a1-52ee-4a57-912b-6455b2191fd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T18:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "odh-trusted-ca-bundle", "reconcileID": "df4e41a1-52ee-4a57-912b-6455b2191fd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T18:01:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "openshift-service-ca.crt", "reconcileID": "d5a08e9c-a6f4-4c63-9298-4ab79b323a98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T18:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "openshift-service-ca.crt", "reconcileID": "d5a08e9c-a6f4-4c63-9298-4ab79b323a98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T18:01:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76c382d5-2369-4af1-9647-7faabffa5be7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T18:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5c7cfc"}, "namespace": "ai-tenant-e2e-shared-b-5c7cfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76c382d5-2369-4af1-9647-7faabffa5be7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5c7cfc"} 2026-07-24T18:01:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5c7cfc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5c7cfc", "reconcileID": "b96bd3cd-5702-4bb7-a14c-4afc19e55b9e", "Gateway": "e2e-shared-b-5c7cfc", "namespace": "openshift-ingress"}