2026-07-24T15:09:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "c69a0b15-76b6-4267-98c3-600cedcc4b63", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:09:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "c69a0b15-76b6-4267-98c3-600cedcc4b63", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:09:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "c69a0b15-76b6-4267-98c3-600cedcc4b63", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b-kserve-route-authn"} 2026-07-24T15:09:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "c69a0b15-76b6-4267-98c3-600cedcc4b63", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b", "authType": "userdefined"} 2026-07-24T15:09:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "c69a0b15-76b6-4267-98c3-600cedcc4b63", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:09:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "147f629b-24de-45ce-b313-ed4238dd4b26", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:09:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "147f629b-24de-45ce-b313-ed4238dd4b26", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:09:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "147f629b-24de-45ce-b313-ed4238dd4b26", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:09:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "147f629b-24de-45ce-b313-ed4238dd4b26", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b-kserve-route-authn"} 2026-07-24T15:09:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "147f629b-24de-45ce-b313-ed4238dd4b26", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b", "authType": "userdefined"} 2026-07-24T15:09:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "147f629b-24de-45ce-b313-ed4238dd4b26", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:09:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "446ec0b7-4848-40f6-93fe-8c33202283c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:10:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "1b414ebf-68e6-4af5-b342-2ff9934304ae", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:10:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "1b414ebf-68e6-4af5-b342-2ff9934304ae", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:10:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "1b414ebf-68e6-4af5-b342-2ff9934304ae", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:10:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "1b414ebf-68e6-4af5-b342-2ff9934304ae", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b-kserve-route-authn"} 2026-07-24T15:10:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "1b414ebf-68e6-4af5-b342-2ff9934304ae", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b", "authType": "userdefined"} 2026-07-24T15:10:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "1b414ebf-68e6-4af5-b342-2ff9934304ae", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:10:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "419fb9af-b3e3-4e54-9f55-5633268424ba", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress"} 2026-07-24T15:10:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "419fb9af-b3e3-4e54-9f55-5633268424ba", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b-authn-ssl"} 2026-07-24T15:10:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "419fb9af-b3e3-4e54-9f55-5633268424ba", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress"} 2026-07-24T15:10:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "bc0f2f00-1bf1-4e9d-a213-0747a543cb43", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress"} 2026-07-24T15:10:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "bc0f2f00-1bf1-4e9d-a213-0747a543cb43", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50-authn-ssl"} 2026-07-24T15:10:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "bc0f2f00-1bf1-4e9d-a213-0747a543cb43", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress"} 2026-07-24T15:10:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-876f50","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "rate-test-model-876f50", "reconcileID": "86930910-2136-429f-acea-c5d3bbdc0356", "LLMInferenceService": "rate-test-model-876f50", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:10:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-876f50","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "rate-test-model-876f50", "reconcileID": "86930910-2136-429f-acea-c5d3bbdc0356", "LLMInferenceService": "rate-test-model-876f50", "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "rate-test-model-876f50"} 2026-07-24T15:10:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-876f50","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "rate-test-model-876f50", "reconcileID": "86930910-2136-429f-acea-c5d3bbdc0356", "LLMInferenceService": "rate-test-model-876f50", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:10:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-876f50","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "rate-test-model-876f50", "reconcileID": "86930910-2136-429f-acea-c5d3bbdc0356", "LLMInferenceService": "rate-test-model-876f50", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:10:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-876f50","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "rate-test-model-876f50", "reconcileID": "86930910-2136-429f-acea-c5d3bbdc0356", "LLMInferenceService": "rate-test-model-876f50", "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "rate-test-model-876f50-kserve-route-authn"} 2026-07-24T15:10:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-876f50","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "rate-test-model-876f50", "reconcileID": "86930910-2136-429f-acea-c5d3bbdc0356", "LLMInferenceService": "rate-test-model-876f50", "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "rate-test-model-876f50-kserve-route-authn"} 2026-07-24T15:10:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-876f50","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "rate-test-model-876f50", "reconcileID": "86930910-2136-429f-acea-c5d3bbdc0356", "LLMInferenceService": "rate-test-model-876f50", "namespace": "ai-tenant-e2e-shared-a-876f50", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:10:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-876f50","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "rate-test-model-876f50", "reconcileID": "86930910-2136-429f-acea-c5d3bbdc0356", "LLMInferenceService": "rate-test-model-876f50", "namespace": "ai-tenant-e2e-shared-a-876f50", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:10:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-876f50","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "rate-test-model-876f50", "reconcileID": "2044f831-6417-4128-aae8-98cd07875f4c", "LLMInferenceService": "rate-test-model-876f50", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:10:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "a7575bfa-a0dc-4575-99a7-b05298e2a5ea", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress"} 2026-07-24T15:10:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "a7575bfa-a0dc-4575-99a7-b05298e2a5ea", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50-authn-ssl"} 2026-07-24T15:10:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "a7575bfa-a0dc-4575-99a7-b05298e2a5ea", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress"} 2026-07-24T15:10:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "e6f8a60c-9da6-411b-81ef-dd98d83e2933", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress"} 2026-07-24T15:10:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "e6f8a60c-9da6-411b-81ef-dd98d83e2933", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50-authn-ssl"} 2026-07-24T15:10:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "e6f8a60c-9da6-411b-81ef-dd98d83e2933", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress"} 2026-07-24T15:10:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "abb95450-b137-49ab-9a78-5e3133d16d34", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:10:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "abb95450-b137-49ab-9a78-5e3133d16d34", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b"} 2026-07-24T15:10:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "abb95450-b137-49ab-9a78-5e3133d16d34", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:10:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "abb95450-b137-49ab-9a78-5e3133d16d34", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:10:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "abb95450-b137-49ab-9a78-5e3133d16d34", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b-kserve-route-authn"} 2026-07-24T15:10:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "abb95450-b137-49ab-9a78-5e3133d16d34", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b-kserve-route-authn"} 2026-07-24T15:10:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "abb95450-b137-49ab-9a78-5e3133d16d34", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:10:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "abb95450-b137-49ab-9a78-5e3133d16d34", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:10:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d170b","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "rate-test-model-0d170b", "reconcileID": "264ec0c6-c524-47cd-95ce-2177ce29520a", "LLMInferenceService": "rate-test-model-0d170b", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:10:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "80d7d392-cb27-4502-954a-82a23bfd9e90", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress"} 2026-07-24T15:10:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "80d7d392-cb27-4502-954a-82a23bfd9e90", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b-authn-ssl"} 2026-07-24T15:10:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "80d7d392-cb27-4502-954a-82a23bfd9e90", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress"} 2026-07-24T15:10:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "5eee265d-10c4-46c8-867d-c0f8dcda6459", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress"} 2026-07-24T15:10:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "5eee265d-10c4-46c8-867d-c0f8dcda6459", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b-authn-ssl"} 2026-07-24T15:10:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "5eee265d-10c4-46c8-867d-c0f8dcda6459", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress"} 2026-07-24T15:10:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "2a3a3ae8-a2c9-4368-b659-0d6d90c05936", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress"} 2026-07-24T15:10:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "2a3a3ae8-a2c9-4368-b659-0d6d90c05936", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50-authn-ssl"} 2026-07-24T15:10:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "2a3a3ae8-a2c9-4368-b659-0d6d90c05936", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress"} 2026-07-24T15:10:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "9d4f61ed-f8fa-4886-a0c6-60bf26567a72", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress"} 2026-07-24T15:10:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "9d4f61ed-f8fa-4886-a0c6-60bf26567a72", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b-authn-ssl"} 2026-07-24T15:10:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "9d4f61ed-f8fa-4886-a0c6-60bf26567a72", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress"} 2026-07-24T15:10:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "9ac7e897-b442-4154-8908-5eeeae29b0a0", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "9ac7e897-b442-4154-8908-5eeeae29b0a0", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:10:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "9ac7e897-b442-4154-8908-5eeeae29b0a0", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "fdc2c9d8-6caf-4018-a8ae-0bdeaa443798", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "fdc2c9d8-6caf-4018-a8ae-0bdeaa443798", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:10:52Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "fdc2c9d8-6caf-4018-a8ae-0bdeaa443798", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-600d4a-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-600d4a-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T15:10:52Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-600d4a-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-600d4a-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-600d4a","uid":"a7b870d8-e7f5-451d-a403-df6ad3eacc86","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"64137"}, "reason": "ReconcileError"} 2026-07-24T15:10:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "fec8f19f-5236-409f-89eb-88bccf367f45", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "fec8f19f-5236-409f-89eb-88bccf367f45", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:10:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "fec8f19f-5236-409f-89eb-88bccf367f45", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "9b8c5d62-61a2-4d73-90b8-55f7751fe67b", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "9b8c5d62-61a2-4d73-90b8-55f7751fe67b", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:10:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "9b8c5d62-61a2-4d73-90b8-55f7751fe67b", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "ee87f468-dfa3-4ade-b8c5-aecfa36f6dcc", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "ee87f468-dfa3-4ade-b8c5-aecfa36f6dcc", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:10:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "ee87f468-dfa3-4ade-b8c5-aecfa36f6dcc", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "74da9c84-8d5b-4c9f-a32c-871ab3b680a1", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "74da9c84-8d5b-4c9f-a32c-871ab3b680a1", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:10:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "74da9c84-8d5b-4c9f-a32c-871ab3b680a1", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "6fc59648-edbd-420b-9174-f9a5498da460", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "6fc59648-edbd-420b-9174-f9a5498da460", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:10:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "6fc59648-edbd-420b-9174-f9a5498da460", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "openshift-service-ca.crt", "reconcileID": "cf49f6e4-9c6c-4a83-9ce0-a6698fea7f68", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "odh-trusted-ca-bundle", "reconcileID": "4831f0ab-1117-42fb-a508-a8b484b804e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:10:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "openshift-service-ca.crt", "reconcileID": "e8c5b533-6aec-4330-b6c7-f1c4bf0ad9a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T15:10:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "openshift-service-ca.crt", "reconcileID": "e8c5b533-6aec-4330-b6c7-f1c4bf0ad9a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a17c4f5-8117-4956-af54-d94e198944da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "openshift-service-ca.crt", "reconcileID": "5b853f70-8a02-41a8-b1b7-5aaa6a43f455", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:10:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "odh-trusted-ca-bundle", "reconcileID": "298b2da9-0874-4498-b8b1-ed4b0d7ed1cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T15:10:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "odh-trusted-ca-bundle", "reconcileID": "298b2da9-0874-4498-b8b1-ed4b0d7ed1cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb1a6477-a604-4f97-8628-357d35259ea1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:10:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "473c2e1b-d1d8-4023-ab16-2d67ed56646f", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "473c2e1b-d1d8-4023-ab16-2d67ed56646f", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:10:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "473c2e1b-d1d8-4023-ab16-2d67ed56646f", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8a3ab893-bb28-4108-a70d-6fc16a20c60d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "c1a36f91-b118-4f7d-a037-c9740da00820", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:11:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "c1a36f91-b118-4f7d-a037-c9740da00820", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:11:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "c1a36f91-b118-4f7d-a037-c9740da00820", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:11:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "96b850d5-82bd-4cac-a46f-201a325ce2bc", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "96b850d5-82bd-4cac-a46f-201a325ce2bc", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6-authn-ssl"} 2026-07-24T15:11:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "96b850d5-82bd-4cac-a46f-201a325ce2bc", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "54170df8-de00-4b8f-9020-ddc600abf4c2", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "54170df8-de00-4b8f-9020-ddc600abf4c2", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6-authn-ssl"} 2026-07-24T15:11:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "54170df8-de00-4b8f-9020-ddc600abf4c2", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "d1f39bc3-e133-4376-b613-d90f20a2cd56", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "d1f39bc3-e133-4376-b613-d90f20a2cd56", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6-authn-ssl"} 2026-07-24T15:11:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "d1f39bc3-e133-4376-b613-d90f20a2cd56", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "817c8701-4ea0-47b1-bfc4-68ef4474f218", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "817c8701-4ea0-47b1-bfc4-68ef4474f218", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6-authn-ssl"} 2026-07-24T15:11:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "817c8701-4ea0-47b1-bfc4-68ef4474f218", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "f052e96b-cbd0-422b-b4fa-91f7f88cf540", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "f052e96b-cbd0-422b-b4fa-91f7f88cf540", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6-authn-ssl"} 2026-07-24T15:11:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "f052e96b-cbd0-422b-b4fa-91f7f88cf540", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "ba5db9ab-69fa-4153-950a-81970be6ba65", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "ba5db9ab-69fa-4153-950a-81970be6ba65", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6-authn-ssl"} 2026-07-24T15:11:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "ba5db9ab-69fa-4153-950a-81970be6ba65", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "ca3ce37d-7fe4-4bf1-8468-0a3a3fc11f47", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "ca3ce37d-7fe4-4bf1-8468-0a3a3fc11f47", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6-authn-ssl"} 2026-07-24T15:11:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "ca3ce37d-7fe4-4bf1-8468-0a3a3fc11f47", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "openshift-service-ca.crt", "reconcileID": "58cbad01-2188-4cda-826a-b5a33274f2c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:11:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "odh-trusted-ca-bundle", "reconcileID": "5ae90a0b-b45d-465d-b457-9460cf13a2f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:11:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "openshift-service-ca.crt", "reconcileID": "8678ef08-244e-4975-a77b-29f2bddff94e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T15:11:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "openshift-service-ca.crt", "reconcileID": "8678ef08-244e-4975-a77b-29f2bddff94e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:11:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00ddaa43-4468-4742-a67f-cfb8b6897c43", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:11:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "openshift-service-ca.crt", "reconcileID": "0468bb69-c0a3-47c2-a38a-ce913f7b7e5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:11:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "odh-trusted-ca-bundle", "reconcileID": "9ad93280-389d-4ada-ae71-043c13e9e232", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T15:11:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "odh-trusted-ca-bundle", "reconcileID": "9ad93280-389d-4ada-ae71-043c13e9e232", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:11:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f5f4a2e-99a2-497d-9855-9563c39316a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:11:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "073362e6-5921-476b-8d64-44397609e75b", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "073362e6-5921-476b-8d64-44397609e75b", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6-authn-ssl"} 2026-07-24T15:11:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "073362e6-5921-476b-8d64-44397609e75b", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "13c20347-cbd4-4227-9bdc-3f52afda12ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50ac1b81-5aa5-45f3-9883-ebd1c59be4d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "952e22d8-91f4-49a4-be56-e9a0b5139fe2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33c74ee1-128b-40c0-83b7-0078f2220683", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c0e84095-b227-4a65-b666-bafc9bb998f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b0c1f99-401a-4565-aae5-1a54fe3cd7b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e29b573f-0b1c-4991-a617-67215ab633c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aea39cf9-abff-4785-a4ad-8af2512d7ac6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "323488d1-93c1-43b3-a80c-9464be6ecb9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "b2ec639f-3d3e-48f9-bab3-d1cd481660a8", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "b2ec639f-3d3e-48f9-bab3-d1cd481660a8", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6-authn-ssl"} 2026-07-24T15:11:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "b2ec639f-3d3e-48f9-bab3-d1cd481660a8", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:11:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ffec7bcd-79aa-4b9c-981a-c0a910cfc43b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e920592-2f34-4d86-95c4-d38c67e2b8c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b9eba70a-9c36-44e3-b01b-09f1faede9fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b035e5e-4838-4fb0-81f9-063203de61b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c32b017e-9365-41f1-88c9-ce6b9e635c07", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6f98b337-d415-491a-9997-89694da55721", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "af39b489-9387-4f41-9339-788e17bfbbec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e9685f84-11e9-4eaf-ad64-d65d235d219c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b6a0e8fc-44fd-4261-b55f-254f066969df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d09ac664-8aa6-4543-a7ef-74b36cbeffb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc8e6c98-c780-46ed-a099-94a9cee71fdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e6417916-3bfc-4726-971c-c156b9e341a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83f94282-c14c-445a-b422-ea3462cb879d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5f492098-1410-409b-bb8f-35e1af9cca83", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "509ccce5-85e1-4fb8-96ba-2aa8433cd2b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "52280c9b-c305-453f-975d-729e158b8c4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a3813148-555b-4846-bf1f-ca2ed932e6a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e92c5abf-1a30-482c-b844-11b80c1a513e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "d7b997f2-5eb2-44b6-ba6a-ee8e918ed126", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "d7b997f2-5eb2-44b6-ba6a-ee8e918ed126", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "d7b997f2-5eb2-44b6-ba6a-ee8e918ed126", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "d14dda6b-72ba-41e7-aa16-a4e618a2e851", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:11:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "d7b997f2-5eb2-44b6-ba6a-ee8e918ed126", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a-kserve-route-authn"} 2026-07-24T15:11:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "d7b997f2-5eb2-44b6-ba6a-ee8e918ed126", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "authType": "userdefined"} 2026-07-24T15:11:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "d7b997f2-5eb2-44b6-ba6a-ee8e918ed126", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "d14dda6b-72ba-41e7-aa16-a4e618a2e851", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "d14dda6b-72ba-41e7-aa16-a4e618a2e851", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:11:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "f2ed6c60-6433-413c-98ed-5815a870a6bc", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "f2ed6c60-6433-413c-98ed-5815a870a6bc", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "f2ed6c60-6433-413c-98ed-5815a870a6bc", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "f2ed6c60-6433-413c-98ed-5815a870a6bc", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a-kserve-route-authn"} 2026-07-24T15:11:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "f2ed6c60-6433-413c-98ed-5815a870a6bc", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "authType": "userdefined"} 2026-07-24T15:11:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "f2ed6c60-6433-413c-98ed-5815a870a6bc", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cf9909ec-de33-4ac3-95b9-09c6d5f65d3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "520cf35d-f417-498c-b2a8-de8b63861122", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83e51e5d-e8c7-4aee-ab81-927e5bf26d71", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "82b16e84-0ec6-4cc2-a36b-a1b035e62db2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "418e4651-0ec0-4605-a69d-4762cc1a5e16", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "578bae63-b1c2-4c52-b89e-8f14cfd613ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f099104f-9627-41d6-a117-0a63273ca36f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9341164e-03ba-4c2d-8ecf-20eb6ead5c82", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d1bd566-4228-440b-b92e-b242d83865e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "bf03b447-0acc-4de6-8c87-f4163acedbdf", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:11:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "bf03b447-0acc-4de6-8c87-f4163acedbdf", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:11:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "bf03b447-0acc-4de6-8c87-f4163acedbdf", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:11:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e69c92a7-f9e7-4ed5-ac0e-0aa89c1f526e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b2303e6f-ce3c-4756-9f75-9e17aad5e6b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "db19c650-1dcd-433f-8b8c-f2af1282b8f3", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "db19c650-1dcd-433f-8b8c-f2af1282b8f3", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "db19c650-1dcd-433f-8b8c-f2af1282b8f3", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "db19c650-1dcd-433f-8b8c-f2af1282b8f3", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a-kserve-route-authn"} 2026-07-24T15:11:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "db19c650-1dcd-433f-8b8c-f2af1282b8f3", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "authType": "userdefined"} 2026-07-24T15:11:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "db19c650-1dcd-433f-8b8c-f2af1282b8f3", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1cc0f0fc-3fac-4429-806e-6c321b32a2e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "90e57cad-b12e-4555-863d-daa70b278dc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7cd8cab-219e-47f2-b236-9ea6285f3c22", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cef420de-92f7-4608-9361-850efc508de2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b9d15c8b-8022-4bfe-bbac-876f2d16e3c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2a1dc52e-b925-4879-9f27-e64a3f12fa30", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "585de256-e19f-46d0-b134-ecc7513a12fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4161cabb-25de-46d6-a4fd-5bac20983ff7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2d3fa5ba-108b-45ab-ba1a-d7c9537bd281", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0e714c22-eb03-411e-b076-c714b17bf982", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f618e291-7e40-4482-a20b-2acf97ffd84c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a1728083-8492-40e4-af62-4562b8da43ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aefbe05a-927a-4a0b-b7ba-c2224169955f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "84298bb6-4917-4da6-bd14-6df0f07125a2", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "84298bb6-4917-4da6-bd14-6df0f07125a2", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "84298bb6-4917-4da6-bd14-6df0f07125a2", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "84298bb6-4917-4da6-bd14-6df0f07125a2", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a-kserve-route-authn"} 2026-07-24T15:11:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "84298bb6-4917-4da6-bd14-6df0f07125a2", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "authType": "userdefined"} 2026-07-24T15:11:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "84298bb6-4917-4da6-bd14-6df0f07125a2", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:11:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5df5c6a0-2960-4fd1-8d6f-f3b41dd7174f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "85dea460-784d-42a1-8045-95536ca7c739", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd2c574a-edcf-4939-85c6-a8b16ac9fc5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "64251d2f-d595-4ecc-8795-ee0bdd101782", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:11:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3c9143a9-77c9-4ddf-b9ca-c5ddff081e32", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a2789078-f3b4-4085-8576-e251f3cb6828", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8cd55837-99c5-4001-a3cf-938d5ae538f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "893b093c-8b58-482f-8362-83786543a6cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "561c3a10-1367-46bc-ba5a-10714a49364d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0e590979-311f-4667-92e4-df931e56db86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5dfb59b-b797-4e65-b126-0bfeb2cb3d30", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07bfa3d5-6de3-43d9-add6-92dea775e842", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef37293b-2fad-46f9-ad75-1c01aa50f623", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "293cac46-32ad-413d-97a4-c11bb4a1320a", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:12:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "293cac46-32ad-413d-97a4-c11bb4a1320a", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:12:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "293cac46-32ad-413d-97a4-c11bb4a1320a", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:12:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "21833cc1-fd88-440f-ae37-609075765e10", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a8fbae47-d923-4bcd-8cbd-f3c998cf8452", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3a21d483-fc1e-4e09-bf0d-0f623143f3bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c7d46329-e7cb-45f1-8c63-c5f8eff91e13", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93798d31-7223-40ad-89d9-02b98ae47f44", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2965c9ff-cef4-40cc-a00e-c1ca70418c4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0664e358-c3b8-4f57-980a-0c5c91335a65", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8695efba-7375-4adc-8d54-4e4408977eba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "82f3f603-7264-4b99-a9f0-10ebe9cfc98c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:14Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T15:12:14Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T15:12:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a321ff6b-c035-4792-94b0-f6959078d2f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8fc1e294-4216-48d6-91ac-17ffc171faa3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:15Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T15:12:15Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T15:12:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0328086e-4e5f-4587-84ec-78d98d6124cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "73f8e31f-5294-4eed-80e9-83d0c8ca25d5", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "73f8e31f-5294-4eed-80e9-83d0c8ca25d5", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3-authn-ssl"} 2026-07-24T15:12:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "73f8e31f-5294-4eed-80e9-83d0c8ca25d5", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "16f7dfb0-3875-47b3-a21a-3f54dab99722", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "16f7dfb0-3875-47b3-a21a-3f54dab99722", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3-authn-ssl"} 2026-07-24T15:12:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "16f7dfb0-3875-47b3-a21a-3f54dab99722", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "1ca2c672-d834-480a-9318-29a248d8cb94", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "1ca2c672-d834-480a-9318-29a248d8cb94", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3-authn-ssl"} 2026-07-24T15:12:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "1ca2c672-d834-480a-9318-29a248d8cb94", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "15142bbf-39f3-4ed9-afe6-db6763d54a73", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "15142bbf-39f3-4ed9-afe6-db6763d54a73", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3-authn-ssl"} 2026-07-24T15:12:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "15142bbf-39f3-4ed9-afe6-db6763d54a73", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "fe46d782-4f7e-4d6e-8289-5f84aef99de0", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "fe46d782-4f7e-4d6e-8289-5f84aef99de0", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3-authn-ssl"} 2026-07-24T15:12:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "fe46d782-4f7e-4d6e-8289-5f84aef99de0", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "78b2f074-378f-4931-bb4f-6d1226460026", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "f105e661-5fff-4ad5-a28d-90e99489504c", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "f105e661-5fff-4ad5-a28d-90e99489504c", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3-authn-ssl"} 2026-07-24T15:12:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "f105e661-5fff-4ad5-a28d-90e99489504c", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "ae940bf0-64f1-40f7-aed4-9a9f750e0f53", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "ae940bf0-64f1-40f7-aed4-9a9f750e0f53", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3-authn-ssl"} 2026-07-24T15:12:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "ae940bf0-64f1-40f7-aed4-9a9f750e0f53", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d7df1823-94d8-4d49-ae88-afccebeb2a7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "37cccf4f-c51f-468c-b0f4-90356fb46e71", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "openshift-service-ca.crt", "reconcileID": "9a3eb11b-f4f8-44dc-8c26-c266a4265348", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "odh-trusted-ca-bundle", "reconcileID": "cd7cc8dc-6aec-45d0-ab2c-9974ce0c0f79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "openshift-service-ca.crt", "reconcileID": "31ab45e2-ed00-4eaf-80bd-2c524dfe25ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T15:12:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "openshift-service-ca.crt", "reconcileID": "31ab45e2-ed00-4eaf-80bd-2c524dfe25ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "112695af-4ed4-4afe-84ff-0389e0f2c302", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "openshift-service-ca.crt", "reconcileID": "62533c50-09d4-4566-9d62-f0fd78a5a13d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "odh-trusted-ca-bundle", "reconcileID": "42150933-931c-457c-9f47-adacff3b4325", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T15:12:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "odh-trusted-ca-bundle", "reconcileID": "42150933-931c-457c-9f47-adacff3b4325", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76e15853-b8c9-4dc8-b34c-30a0308aa4ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "180eece1-536a-41ff-adb3-cd88e2d97af2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "d4a9c226-a009-49fc-95bf-a9a9fc9e4b6b", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "d4a9c226-a009-49fc-95bf-a9a9fc9e4b6b", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3-authn-ssl"} 2026-07-24T15:12:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "d4a9c226-a009-49fc-95bf-a9a9fc9e4b6b", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "da299f7a-2c1d-4e37-836f-33314313a9a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41c5253a-a483-4224-b153-2a3c59feb561", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c76d150b-2e9f-42b1-941b-ace3efd5e598", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dad9293b-75e5-481e-8ffe-18de551226b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b2baa9c0-c1fc-4422-9d18-c50aa39baf05", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "af639079-b548-4ab3-91fd-52d81b661b19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88f49638-5c36-4b43-af61-e4d2b6bfa7d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de92235d-02d2-4cc6-9e19-3e368bd393e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7c7d6ba-1801-41d5-a7f5-1cdf87c989af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "34d3ae11-4996-4b8f-9225-aa6b6039c48e", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "34d3ae11-4996-4b8f-9225-aa6b6039c48e", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3-authn-ssl"} 2026-07-24T15:12:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "34d3ae11-4996-4b8f-9225-aa6b6039c48e", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc637166-5b15-4144-ad3b-03bd6484b533", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e61da507-f287-4286-9a63-86899fa6ac1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e241a6a-e5ce-4ed1-8fa4-d4adba11d4d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a93dd7f5-1e0c-4aa6-96c2-29c25ec1504f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b6b86f4d-d872-48bc-be8c-ab10c99fbf84", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0252525-fe6b-4d72-afda-5f0ab1c8f232", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf4f4eb9-aaf2-417c-8589-06f60bda42b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d36b921-a71a-4c76-8c28-1aeca936057f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2c03d202-e552-4922-86be-da1e6afb8fd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b52e7ed7-0d6a-4ce6-b0d6-d21061fa71fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c600619d-87be-43a3-8401-488325b9bbf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4782e30c-01ec-4ed6-b6c5-85950743868f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a15fd37e-82e1-478b-aed6-82c9ea963d45", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0c2df6e6-4ea5-4b52-9da0-421528bac6f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "122a8833-69f4-41f3-8475-eb5f594bc4dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "143430a6-6b32-418f-a8f1-10839e59370e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "15cf2016-0e93-4d01-8e4c-68990c6386b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "59cc86cb-46e1-4312-8d21-228fc2ce4e5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d18386e0-7e3b-471c-9d74-a0a835f5a34a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "76306c77-4f2c-446b-8c00-4fbee4253e6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2876027b-e225-414c-90aa-abc88b910501", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e9529d2c-7185-49c3-b095-5bc6b67e7b91", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d5f007b-277c-4e29-80d9-e716bd070428", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "82d74c46-617a-49f7-866f-241f9813f275", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "ee9b2059-3ac6-4425-83d0-b86c42928a2f", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "ee9b2059-3ac6-4425-83d0-b86c42928a2f", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3-authn-ssl"} 2026-07-24T15:12:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "ee9b2059-3ac6-4425-83d0-b86c42928a2f", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f625ed87-9706-426d-82a3-a3f7e99df502", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7b6ecc1e-1870-4014-82a1-7bac7854ddb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "08f4c651-9bf7-41cd-8b9a-a519235bdb8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b6d92bfc-b108-4c2c-b43c-a32bc2aebde9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f651ecfe-88d2-4c1d-ad66-f3769b5c0f71", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bac75ae2-a5f2-49dc-b32f-7385c764f6c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "00c5b49c-34f7-46e2-941c-0620a30b1f78", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3002100f-b9ac-4f8f-a51f-316fb55895d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "f07d40be-b985-423e-840f-5edf3a8c6b00", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "f07d40be-b985-423e-840f-5edf3a8c6b00", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3-authn-ssl"} 2026-07-24T15:12:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-891ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-891ff3", "reconcileID": "f07d40be-b985-423e-840f-5edf3a8c6b00", "Gateway": "e2e-ipp-cleanup-891ff3", "namespace": "openshift-ingress"} 2026-07-24T15:12:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf08f01e-c0e9-45c0-a133-b9902d0e4391", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a0c62e47-03fc-4523-a09e-48a256778268", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e30a67e-739b-473a-8fa1-aba3c86cbfdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8cd8463d-a0bc-4572-aec4-09a2e28d2f52", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "244b4862-df37-4a2d-8693-6f5e6a180ac8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e74125d2-3a21-4221-aae1-2dc0741925f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e74125d2-3a21-4221-aae1-2dc0741925f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T15:12:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e74125d2-3a21-4221-aae1-2dc0741925f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-891ff3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T15:12:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "odh-trusted-ca-bundle", "reconcileID": "5a5bcb66-1406-4d24-ad4d-2fa8ee275e97", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "odh-trusted-ca-bundle", "reconcileID": "5a5bcb66-1406-4d24-ad4d-2fa8ee275e97", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "openshift-service-ca.crt", "reconcileID": "92c25f7a-2ddd-4d6a-9295-8ec3ae3c69d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "openshift-service-ca.crt", "reconcileID": "92c25f7a-2ddd-4d6a-9295-8ec3ae3c69d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c7d9838-0428-4d1e-a8ec-cb425edcd003", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-891ff3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c7d9838-0428-4d1e-a8ec-cb425edcd003", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-891ff3"} 2026-07-24T15:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60a37e64-d571-445b-b586-09126744c926", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b7f252f4-0e38-4b19-96c0-b35c6c5f5b9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d256062a-d7c6-475d-88b5-bb218dea726e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:12:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5273ff26-b53d-4129-8c45-a082c93fd482", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc6a5df3-0dd0-4c60-b886-7cb5cf151097", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e2989320-48be-480c-84ed-7e8408219962", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "81cf209b-06c4-4841-8617-71d1142053ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ba252b8c-5e16-4ad7-817b-09aadddf5343", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07dee349-531f-40dd-80ae-5b4ced62e414", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88a9abd4-2b9e-418b-9fb8-9a6dd3ba95eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "624ed62c-f8dc-4be2-b257-99a80edf4c29", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51135c1e-7a39-44c7-aa1e-1a72139e27f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "12519315-a32c-4ad2-97ae-87fd89be31ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0dbc0e0f-1a80-4105-a5d8-c6701b9bf505", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2b8e0f31-408e-4474-b4b1-aed0a1f14b0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ceba1b5-254f-44de-ba33-1b79afe9cb23", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c73d0b31-f102-4424-b24d-d4b92a0de705", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60e2986e-3e7d-4a43-82fb-055aa344b0b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b87688d3-9837-420d-a0af-970143be75ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7191e547-6ae2-4157-ab00-3658765f728e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5ebb2eb6-4fc5-4e6c-8c90-0f95d9b69348", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "296cc68e-3e49-49d6-b4ec-63644d04b3a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:13:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "1a87be66-a353-4335-b982-c63e852f7e92", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:13:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "1a87be66-a353-4335-b982-c63e852f7e92", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:13:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "1a87be66-a353-4335-b982-c63e852f7e92", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:13:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "11ffc405-7f07-445e-a41f-43267041a14b", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:13:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "11ffc405-7f07-445e-a41f-43267041a14b", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:13:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "11ffc405-7f07-445e-a41f-43267041a14b", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:13:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "8450bb98-3078-48f7-8829-11dad8c42bff", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:13:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "8450bb98-3078-48f7-8829-11dad8c42bff", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:13:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "8450bb98-3078-48f7-8829-11dad8c42bff", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:13:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "8bdd3905-5921-4b9b-805f-8b7be971daea", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:13:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "8bdd3905-5921-4b9b-805f-8b7be971daea", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:13:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "8bdd3905-5921-4b9b-805f-8b7be971daea", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:13:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "8bdd3905-5921-4b9b-805f-8b7be971daea", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a-kserve-route-authn"} 2026-07-24T15:13:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "8bdd3905-5921-4b9b-805f-8b7be971daea", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "authType": "userdefined"} 2026-07-24T15:13:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "8bdd3905-5921-4b9b-805f-8b7be971daea", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1739a3d8-a507-4002-8c76-e41a41f1f2e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:14:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "96d6daa2-2f28-400e-9cdf-6a2af28a0921", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "96d6daa2-2f28-400e-9cdf-6a2af28a0921", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "96d6daa2-2f28-400e-9cdf-6a2af28a0921", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "96d6daa2-2f28-400e-9cdf-6a2af28a0921", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a-kserve-route-authn"} 2026-07-24T15:14:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "96d6daa2-2f28-400e-9cdf-6a2af28a0921", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "authType": "userdefined"} 2026-07-24T15:14:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "96d6daa2-2f28-400e-9cdf-6a2af28a0921", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "5e05d3cf-3da4-4e4c-8eb3-3ff9e9a14ceb", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "5e05d3cf-3da4-4e4c-8eb3-3ff9e9a14ceb", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a"} 2026-07-24T15:14:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "5e05d3cf-3da4-4e4c-8eb3-3ff9e9a14ceb", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "5e05d3cf-3da4-4e4c-8eb3-3ff9e9a14ceb", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "5e05d3cf-3da4-4e4c-8eb3-3ff9e9a14ceb", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a-kserve-route-authn"} 2026-07-24T15:14:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "5e05d3cf-3da4-4e4c-8eb3-3ff9e9a14ceb", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a-kserve-route-authn"} 2026-07-24T15:14:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "5e05d3cf-3da4-4e4c-8eb3-3ff9e9a14ceb", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "5e05d3cf-3da4-4e4c-8eb3-3ff9e9a14ceb", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-600d4a","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "ipp-route-600d4a", "reconcileID": "6565f322-61fe-4e08-9b71-61526ce4da6d", "LLMInferenceService": "ipp-route-600d4a", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "105e00b8-c725-46e3-8425-1a4a8896b4f1", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:14:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "105e00b8-c725-46e3-8425-1a4a8896b4f1", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:14:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "105e00b8-c725-46e3-8425-1a4a8896b4f1", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:14:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "0a94a5dd-c500-41f3-b4c3-2b337d50447a", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:14:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "0a94a5dd-c500-41f3-b4c3-2b337d50447a", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a-authn-ssl"} 2026-07-24T15:14:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-600d4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-600d4a", "reconcileID": "0a94a5dd-c500-41f3-b4c3-2b337d50447a", "Gateway": "e2e-ipp-a-600d4a", "namespace": "openshift-ingress"} 2026-07-24T15:14:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c215d9b7-eb99-4699-9fa5-1e2a8ea2f001", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c215d9b7-eb99-4699-9fa5-1e2a8ea2f001", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-600d4a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T15:14:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c215d9b7-eb99-4699-9fa5-1e2a8ea2f001", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-600d4a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T15:14:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "odh-trusted-ca-bundle", "reconcileID": "b793c785-f7ef-41a4-9db8-f5612ff7dbbc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "odh-trusted-ca-bundle", "reconcileID": "b793c785-f7ef-41a4-9db8-f5612ff7dbbc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "openshift-service-ca.crt", "reconcileID": "1f23d124-40f0-4e61-9ae0-d32e04c5f7ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "openshift-service-ca.crt", "reconcileID": "1f23d124-40f0-4e61-9ae0-d32e04c5f7ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3788011-5869-4994-8fda-ec9508a15bea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-600d4a"}, "namespace": "ai-tenant-e2e-ipp-a-600d4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3788011-5869-4994-8fda-ec9508a15bea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-600d4a"} 2026-07-24T15:14:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "42525222-c46b-4b33-bf10-a3b69403738a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:14:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "3722021b-3839-4aab-a7bd-9e0ca91791a4", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:14:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "3722021b-3839-4aab-a7bd-9e0ca91791a4", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6-authn-ssl"} 2026-07-24T15:14:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "3722021b-3839-4aab-a7bd-9e0ca91791a4", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:14:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "4a89ad9e-e50a-4c2f-aea8-20a2e72f0a6c", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:14:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "4a89ad9e-e50a-4c2f-aea8-20a2e72f0a6c", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6-authn-ssl"} 2026-07-24T15:14:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c17a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c17a6", "reconcileID": "4a89ad9e-e50a-4c2f-aea8-20a2e72f0a6c", "Gateway": "e2e-ipp-b-5c17a6", "namespace": "openshift-ingress"} 2026-07-24T15:14:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5e37571-019c-4794-acd4-52d64c4df002", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:14:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5e37571-019c-4794-acd4-52d64c4df002", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T15:14:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5e37571-019c-4794-acd4-52d64c4df002", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-5c17a6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T15:14:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "odh-trusted-ca-bundle", "reconcileID": "d108ea3a-af52-49bf-977f-d5195d4a0d80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:14:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "odh-trusted-ca-bundle", "reconcileID": "d108ea3a-af52-49bf-977f-d5195d4a0d80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:14:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "openshift-service-ca.crt", "reconcileID": "5cd48aee-9765-4d7b-96ee-e53d8700aefe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:14:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "openshift-service-ca.crt", "reconcileID": "5cd48aee-9765-4d7b-96ee-e53d8700aefe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:14:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c665ddce-9bf3-4928-b33c-21a013f0088d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:14:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c17a6"}, "namespace": "ai-tenant-e2e-ipp-b-5c17a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c665ddce-9bf3-4928-b33c-21a013f0088d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c17a6"} 2026-07-24T15:14:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "369da9b2-c7dd-4ba9-b30e-83987b9b2e63", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:14:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "703a1e39-98cb-4be2-822d-7913e3c78f0e", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress"} 2026-07-24T15:14:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "703a1e39-98cb-4be2-822d-7913e3c78f0e", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50-authn-ssl"} 2026-07-24T15:14:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "703a1e39-98cb-4be2-822d-7913e3c78f0e", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress"} 2026-07-24T15:14:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "281fb294-28a8-4195-ae39-ae022512db0b", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress"} 2026-07-24T15:14:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "281fb294-28a8-4195-ae39-ae022512db0b", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50-authn-ssl"} 2026-07-24T15:14:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-876f50","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-876f50", "reconcileID": "281fb294-28a8-4195-ae39-ae022512db0b", "Gateway": "e2e-shared-a-876f50", "namespace": "openshift-ingress"} 2026-07-24T15:14:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3438d457-1148-48a1-b917-ed7e83aa6b17", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T15:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08b91316-9113-4368-8058-540cc19d338e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:14:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08b91316-9113-4368-8058-540cc19d338e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-876f50", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T15:14:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08b91316-9113-4368-8058-540cc19d338e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-876f50 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T15:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "odh-trusted-ca-bundle", "reconcileID": "11d9e93b-e7b6-4419-be97-64ea78934eac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:14:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "odh-trusted-ca-bundle", "reconcileID": "11d9e93b-e7b6-4419-be97-64ea78934eac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "openshift-service-ca.crt", "reconcileID": "6c93c87f-4c13-43a1-9800-d881d43e6335", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:14:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "openshift-service-ca.crt", "reconcileID": "6c93c87f-4c13-43a1-9800-d881d43e6335", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:14:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7695835-fdeb-4183-ba20-86504351c77b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:14:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-876f50"}, "namespace": "ai-tenant-e2e-shared-a-876f50", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7695835-fdeb-4183-ba20-86504351c77b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-876f50"} 2026-07-24T15:15:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "b063129a-0fa9-4189-aecb-a4edfeeeb9d6", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress"} 2026-07-24T15:15:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "b063129a-0fa9-4189-aecb-a4edfeeeb9d6", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b-authn-ssl"} 2026-07-24T15:15:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "b063129a-0fa9-4189-aecb-a4edfeeeb9d6", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress"} 2026-07-24T15:15:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "3c359373-c793-4184-aad6-8a8145facb3e", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress"} 2026-07-24T15:15:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "3c359373-c793-4184-aad6-8a8145facb3e", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b-authn-ssl"} 2026-07-24T15:15:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0d170b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0d170b", "reconcileID": "3c359373-c793-4184-aad6-8a8145facb3e", "Gateway": "e2e-shared-b-0d170b", "namespace": "openshift-ingress"} 2026-07-24T15:15:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0768105-975f-4b8a-9fd8-5909e2c0fe94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:15:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0768105-975f-4b8a-9fd8-5909e2c0fe94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0d170b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T15:15:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0768105-975f-4b8a-9fd8-5909e2c0fe94", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-0d170b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T15:15:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "odh-trusted-ca-bundle", "reconcileID": "b577bda9-e549-412f-9b8f-eac06dff314d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:15:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "odh-trusted-ca-bundle", "reconcileID": "b577bda9-e549-412f-9b8f-eac06dff314d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:15:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "openshift-service-ca.crt", "reconcileID": "9cfaa56f-a7c9-40ea-9dae-6a6d1e7d25cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:15:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "openshift-service-ca.crt", "reconcileID": "9cfaa56f-a7c9-40ea-9dae-6a6d1e7d25cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:15:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb1d45c1-294a-44ff-9a59-676cbb8d9df4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0d170b"} 2026-07-24T15:15:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0d170b"}, "namespace": "ai-tenant-e2e-shared-b-0d170b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb1d45c1-294a-44ff-9a59-676cbb8d9df4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0d170b"}