2026-08-05T17:14:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "8a65db95-6906-49ba-91d5-51bf65cf34b8", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "authType": "userdefined"} 2026-08-05T17:14:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "8a65db95-6906-49ba-91d5-51bf65cf34b8", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:14:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "55a45fd7-5a3f-4aed-bd6e-a4211015a384", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:14:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "55a45fd7-5a3f-4aed-bd6e-a4211015a384", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:14:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "55a45fd7-5a3f-4aed-bd6e-a4211015a384", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:14:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "55a45fd7-5a3f-4aed-bd6e-a4211015a384", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf-kserve-route-authn"} 2026-08-05T17:14:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "55a45fd7-5a3f-4aed-bd6e-a4211015a384", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "authType": "userdefined"} 2026-08-05T17:14:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "55a45fd7-5a3f-4aed-bd6e-a4211015a384", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:14:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "2c99687a-8d7e-4228-8416-bc13fafab7bb", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:14:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "2c99687a-8d7e-4228-8416-bc13fafab7bb", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433-authn-ssl"} 2026-08-05T17:14:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "2c99687a-8d7e-4228-8416-bc13fafab7bb", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:14:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "43c9381f-e514-4ea1-a5b8-5e91b2204a76", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:14:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "64dac16c-ed68-4da4-8232-b73bbdf1bd4a", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:14:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "64dac16c-ed68-4da4-8232-b73bbdf1bd4a", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:14:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "64dac16c-ed68-4da4-8232-b73bbdf1bd4a", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "6caba076-6cd3-4521-a1c0-4dbe722aeeac", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "6caba076-6cd3-4521-a1c0-4dbe722aeeac", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "6caba076-6cd3-4521-a1c0-4dbe722aeeac", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ece87325-b00f-42f0-b3e5-68ae2fb29156", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "384074c1-9f85-4053-9a8c-7ae2a3d55436", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "384074c1-9f85-4053-9a8c-7ae2a3d55436", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "384074c1-9f85-4053-9a8c-7ae2a3d55436", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "sub-test-model-02b433", "reconcileID": "5146f4c3-e726-4f3f-84dd-6a4e4a5f499a", "LLMInferenceService": "sub-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "sub-test-model-02b433", "reconcileID": "5146f4c3-e726-4f3f-84dd-6a4e4a5f499a", "LLMInferenceService": "sub-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "sub-test-model-02b433"} 2026-08-05T17:15:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "sub-test-model-02b433", "reconcileID": "5146f4c3-e726-4f3f-84dd-6a4e4a5f499a", "LLMInferenceService": "sub-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "sub-test-model-02b433", "reconcileID": "5146f4c3-e726-4f3f-84dd-6a4e4a5f499a", "LLMInferenceService": "sub-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "sub-test-model-02b433", "reconcileID": "5146f4c3-e726-4f3f-84dd-6a4e4a5f499a", "LLMInferenceService": "sub-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "sub-test-model-02b433-kserve-route-authn"} 2026-08-05T17:15:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "sub-test-model-02b433", "reconcileID": "5146f4c3-e726-4f3f-84dd-6a4e4a5f499a", "LLMInferenceService": "sub-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "sub-test-model-02b433-kserve-route-authn"} 2026-08-05T17:15:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "sub-test-model-02b433", "reconcileID": "5146f4c3-e726-4f3f-84dd-6a4e4a5f499a", "LLMInferenceService": "sub-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "sub-test-model-02b433", "reconcileID": "5146f4c3-e726-4f3f-84dd-6a4e4a5f499a", "LLMInferenceService": "sub-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "sub-test-model-02b433", "reconcileID": "da741973-395e-4136-a66e-8abd6aab98b9", "LLMInferenceService": "sub-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "a98b5b44-a440-4020-bc0c-02833ff28ebc", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:15:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "a98b5b44-a440-4020-bc0c-02833ff28ebc", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433-authn-ssl"} 2026-08-05T17:15:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "a98b5b44-a440-4020-bc0c-02833ff28ebc", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:15:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "edbceeca-c2a4-4f48-9f07-3e1ae40f6c3c", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:15:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "edbceeca-c2a4-4f48-9f07-3e1ae40f6c3c", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433-authn-ssl"} 2026-08-05T17:15:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "edbceeca-c2a4-4f48-9f07-3e1ae40f6c3c", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:15:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "51f5daea-b55f-4d3f-bbf4-5b5912bc01dc", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "51f5daea-b55f-4d3f-bbf4-5b5912bc01dc", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf"} 2026-08-05T17:15:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "51f5daea-b55f-4d3f-bbf4-5b5912bc01dc", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "51f5daea-b55f-4d3f-bbf4-5b5912bc01dc", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "51f5daea-b55f-4d3f-bbf4-5b5912bc01dc", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf-kserve-route-authn"} 2026-08-05T17:15:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "51f5daea-b55f-4d3f-bbf4-5b5912bc01dc", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf-kserve-route-authn"} 2026-08-05T17:15:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "51f5daea-b55f-4d3f-bbf4-5b5912bc01dc", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "51f5daea-b55f-4d3f-bbf4-5b5912bc01dc", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "sub-test-model-46e6bf", "reconcileID": "ca1ee1e0-9e72-4c58-878d-515d4979413c", "LLMInferenceService": "sub-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "c6c43787-238c-4c67-85ba-b178ba052dc1", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "c6c43787-238c-4c67-85ba-b178ba052dc1", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:15:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "c6c43787-238c-4c67-85ba-b178ba052dc1", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "8bdc34d2-3683-432b-8b7c-94790796b91e", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "8bdc34d2-3683-432b-8b7c-94790796b91e", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:15:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "8bdc34d2-3683-432b-8b7c-94790796b91e", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "68374783-33c6-4ec5-8f4e-5b6bc6ddb72b", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "68374783-33c6-4ec5-8f4e-5b6bc6ddb72b", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "68374783-33c6-4ec5-8f4e-5b6bc6ddb72b", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "c352732d-3387-4dbe-a93c-782c5626ad9a", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:15:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "68374783-33c6-4ec5-8f4e-5b6bc6ddb72b", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433-kserve-route-authn"} 2026-08-05T17:15:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "68374783-33c6-4ec5-8f4e-5b6bc6ddb72b", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "authType": "userdefined"} 2026-08-05T17:15:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "68374783-33c6-4ec5-8f4e-5b6bc6ddb72b", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "c352732d-3387-4dbe-a93c-782c5626ad9a", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433-authn-ssl"} 2026-08-05T17:15:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "c352732d-3387-4dbe-a93c-782c5626ad9a", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:15:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "6f03f9ee-7903-4be3-a64a-aa67d8d8faa2", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "6f03f9ee-7903-4be3-a64a-aa67d8d8faa2", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "6f03f9ee-7903-4be3-a64a-aa67d8d8faa2", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "6f03f9ee-7903-4be3-a64a-aa67d8d8faa2", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433-kserve-route-authn"} 2026-08-05T17:15:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "6f03f9ee-7903-4be3-a64a-aa67d8d8faa2", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "authType": "userdefined"} 2026-08-05T17:15:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "6f03f9ee-7903-4be3-a64a-aa67d8d8faa2", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "f938d0b1-0db0-40c9-a4aa-53aeecbdda80", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:15:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "f938d0b1-0db0-40c9-a4aa-53aeecbdda80", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433-authn-ssl"} 2026-08-05T17:15:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "f938d0b1-0db0-40c9-a4aa-53aeecbdda80", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "6fbc2e6d-1909-4eb6-8702-0f55c314d317", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "6fbc2e6d-1909-4eb6-8702-0f55c314d317", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "6fbc2e6d-1909-4eb6-8702-0f55c314d317", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "e5912c24-a331-4fbc-9c52-e477bed88727", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:15:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "e5912c24-a331-4fbc-9c52-e477bed88727", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433-authn-ssl"} 2026-08-05T17:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "e5912c24-a331-4fbc-9c52-e477bed88727", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:15:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "225f8aaa-3b51-4849-b648-d9a334f70eed", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "225f8aaa-3b51-4849-b648-d9a334f70eed", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "225f8aaa-3b51-4849-b648-d9a334f70eed", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "225f8aaa-3b51-4849-b648-d9a334f70eed", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433-kserve-route-authn"} 2026-08-05T17:15:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "225f8aaa-3b51-4849-b648-d9a334f70eed", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "authType": "userdefined"} 2026-08-05T17:15:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "225f8aaa-3b51-4849-b648-d9a334f70eed", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "5c31bd5e-d25a-4c18-a91a-66903a596479", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "5c31bd5e-d25a-4c18-a91a-66903a596479", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "5c31bd5e-d25a-4c18-a91a-66903a596479", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "5c31bd5e-d25a-4c18-a91a-66903a596479", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433-kserve-route-authn"} 2026-08-05T17:15:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "5c31bd5e-d25a-4c18-a91a-66903a596479", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "authType": "userdefined"} 2026-08-05T17:15:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "5c31bd5e-d25a-4c18-a91a-66903a596479", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "e7bdefd9-8b01-4e61-a690-87806f5f20a9", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "e7bdefd9-8b01-4e61-a690-87806f5f20a9", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "e7bdefd9-8b01-4e61-a690-87806f5f20a9", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "e7bdefd9-8b01-4e61-a690-87806f5f20a9", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433-kserve-route-authn"} 2026-08-05T17:15:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "e7bdefd9-8b01-4e61-a690-87806f5f20a9", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "authType": "userdefined"} 2026-08-05T17:15:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "e7bdefd9-8b01-4e61-a690-87806f5f20a9", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:15:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "045e9bd2-501d-43fb-a1a5-06c540005d84", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "045e9bd2-501d-43fb-a1a5-06c540005d84", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "045e9bd2-501d-43fb-a1a5-06c540005d84", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "045e9bd2-501d-43fb-a1a5-06c540005d84", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf-kserve-route-authn"} 2026-08-05T17:15:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "045e9bd2-501d-43fb-a1a5-06c540005d84", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "authType": "userdefined"} 2026-08-05T17:15:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "045e9bd2-501d-43fb-a1a5-06c540005d84", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "ffb761b0-e153-4084-a271-d3c14a0dea95", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "ffb761b0-e153-4084-a271-d3c14a0dea95", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "ffb761b0-e153-4084-a271-d3c14a0dea95", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:15:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "74c31320-3ba0-4fa2-9842-0153f36489ce", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "74c31320-3ba0-4fa2-9842-0153f36489ce", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "74c31320-3ba0-4fa2-9842-0153f36489ce", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:15:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "74c31320-3ba0-4fa2-9842-0153f36489ce", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf-kserve-route-authn"} 2026-08-05T17:15:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "74c31320-3ba0-4fa2-9842-0153f36489ce", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "authType": "userdefined"} 2026-08-05T17:15:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "74c31320-3ba0-4fa2-9842-0153f36489ce", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:16:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "b261956e-1bbe-4ff5-a4a1-a05100ed50bf", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:16:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "b261956e-1bbe-4ff5-a4a1-a05100ed50bf", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:16:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "b261956e-1bbe-4ff5-a4a1-a05100ed50bf", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:16:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "7c3589c0-3503-42ba-b1d4-99200d7fb462", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:16:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "7c3589c0-3503-42ba-b1d4-99200d7fb462", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:16:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "7c3589c0-3503-42ba-b1d4-99200d7fb462", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:16:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "7c3589c0-3503-42ba-b1d4-99200d7fb462", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf-kserve-route-authn"} 2026-08-05T17:16:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "7c3589c0-3503-42ba-b1d4-99200d7fb462", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "authType": "userdefined"} 2026-08-05T17:16:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "7c3589c0-3503-42ba-b1d4-99200d7fb462", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:16:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "15eadd95-99c8-4cc7-859e-aaf8ae3ff590", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:16:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "15eadd95-99c8-4cc7-859e-aaf8ae3ff590", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:16:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "15eadd95-99c8-4cc7-859e-aaf8ae3ff590", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:16:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "15eadd95-99c8-4cc7-859e-aaf8ae3ff590", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf-kserve-route-authn"} 2026-08-05T17:16:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "15eadd95-99c8-4cc7-859e-aaf8ae3ff590", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "authType": "userdefined"} 2026-08-05T17:16:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "15eadd95-99c8-4cc7-859e-aaf8ae3ff590", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:16:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "e556d396-3ac8-4d42-8212-500cfc513018", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:16:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "e556d396-3ac8-4d42-8212-500cfc513018", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433-authn-ssl"} 2026-08-05T17:16:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "e556d396-3ac8-4d42-8212-500cfc513018", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:16:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "ae08d643-1d8f-4469-86ff-61a59574278f", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:16:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "ae08d643-1d8f-4469-86ff-61a59574278f", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:16:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "ae08d643-1d8f-4469-86ff-61a59574278f", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:16:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "6e5ef599-10bf-43f0-961d-8c3e4193293f", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:16:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "6e5ef599-10bf-43f0-961d-8c3e4193293f", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:16:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "6e5ef599-10bf-43f0-961d-8c3e4193293f", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:17:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "c3adc14a-b2c7-4dbc-97a0-c15e8be2bad9", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:17:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "c3adc14a-b2c7-4dbc-97a0-c15e8be2bad9", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:17:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "c3adc14a-b2c7-4dbc-97a0-c15e8be2bad9", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:17:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "ddc0d60c-d974-4725-bbcc-4336be6e7aa6", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:17:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "ddc0d60c-d974-4725-bbcc-4336be6e7aa6", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433"} 2026-08-05T17:17:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "ddc0d60c-d974-4725-bbcc-4336be6e7aa6", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:17:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "ddc0d60c-d974-4725-bbcc-4336be6e7aa6", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:17:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "ddc0d60c-d974-4725-bbcc-4336be6e7aa6", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433-kserve-route-authn"} 2026-08-05T17:17:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "ddc0d60c-d974-4725-bbcc-4336be6e7aa6", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433-kserve-route-authn"} 2026-08-05T17:17:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "ddc0d60c-d974-4725-bbcc-4336be6e7aa6", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:17:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "ddc0d60c-d974-4725-bbcc-4336be6e7aa6", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:17:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-02b433","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "rate-test-model-02b433", "reconcileID": "ed022e84-d1dd-48cc-8460-585075d74552", "LLMInferenceService": "rate-test-model-02b433", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:17:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "bc006d6e-af31-4508-9c96-39d93e6d87c3", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:17:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "bc006d6e-af31-4508-9c96-39d93e6d87c3", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433-authn-ssl"} 2026-08-05T17:17:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "bc006d6e-af31-4508-9c96-39d93e6d87c3", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:17:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "3f81c327-b947-42f0-b7b6-1fa027f9c161", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:17:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "3f81c327-b947-42f0-b7b6-1fa027f9c161", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433-authn-ssl"} 2026-08-05T17:17:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "3f81c327-b947-42f0-b7b6-1fa027f9c161", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:17:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "4adf54cf-c627-4693-9520-70b26bfcac30", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:17:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "4adf54cf-c627-4693-9520-70b26bfcac30", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf"} 2026-08-05T17:17:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "4adf54cf-c627-4693-9520-70b26bfcac30", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:17:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "4adf54cf-c627-4693-9520-70b26bfcac30", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:17:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "4adf54cf-c627-4693-9520-70b26bfcac30", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf-kserve-route-authn"} 2026-08-05T17:17:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "4adf54cf-c627-4693-9520-70b26bfcac30", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf-kserve-route-authn"} 2026-08-05T17:17:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "4adf54cf-c627-4693-9520-70b26bfcac30", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:17:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "4adf54cf-c627-4693-9520-70b26bfcac30", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:17:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-46e6bf","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "rate-test-model-46e6bf", "reconcileID": "d37aef09-b03e-457d-b0a1-268f0b2d2252", "LLMInferenceService": "rate-test-model-46e6bf", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:17:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "7c4af490-7284-41e2-8fd7-f2827dcc6d2e", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:17:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "7c4af490-7284-41e2-8fd7-f2827dcc6d2e", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:17:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "7c4af490-7284-41e2-8fd7-f2827dcc6d2e", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:17:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "dd3c0095-5eba-4cac-9e60-8ada23375295", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:17:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "dd3c0095-5eba-4cac-9e60-8ada23375295", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:17:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "dd3c0095-5eba-4cac-9e60-8ada23375295", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:17:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "16e3a11e-2d21-45ff-8e19-05654c16ac42", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:17:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "16e3a11e-2d21-45ff-8e19-05654c16ac42", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433-authn-ssl"} 2026-08-05T17:17:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "16e3a11e-2d21-45ff-8e19-05654c16ac42", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:17:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "431ab3a1-fba3-4de3-9091-8de155576021", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:17:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "431ab3a1-fba3-4de3-9091-8de155576021", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:17:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "431ab3a1-fba3-4de3-9091-8de155576021", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0e8b105-304e-415f-89ab-97ab0ea3b356", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "9916e412-a477-4d87-ab93-611ddd832f9e", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "9916e412-a477-4d87-ab93-611ddd832f9e", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "9916e412-a477-4d87-ab93-611ddd832f9e", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "0a3d0a9b-8e48-4d47-a616-f209e23248c9", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "0a3d0a9b-8e48-4d47-a616-f209e23248c9", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "0a3d0a9b-8e48-4d47-a616-f209e23248c9", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "be7922f8-85ee-41c6-9238-89e3de1cf93d", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "be7922f8-85ee-41c6-9238-89e3de1cf93d", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "be7922f8-85ee-41c6-9238-89e3de1cf93d", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "a0c19139-f348-4c30-bf40-ff2d72325e59", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "a0c19139-f348-4c30-bf40-ff2d72325e59", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "a0c19139-f348-4c30-bf40-ff2d72325e59", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "19e06e25-b94c-43af-a303-8458c484c08c", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "19e06e25-b94c-43af-a303-8458c484c08c", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:17:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "19e06e25-b94c-43af-a303-8458c484c08c", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "9e51cdba-cdb4-4843-8796-74c2ff25d79d", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "9e51cdba-cdb4-4843-8796-74c2ff25d79d", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:17:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "9e51cdba-cdb4-4843-8796-74c2ff25d79d", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "odh-trusted-ca-bundle", "reconcileID": "ab0d2757-1b1b-45a1-a1b3-3526c98c0008", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:17:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "openshift-service-ca.crt", "reconcileID": "926868cf-a89b-4f53-bcf7-7025b4a01482", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:17:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "openshift-service-ca.crt", "reconcileID": "2a8484ae-c48b-44ad-a297-79d0884f59f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:17:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "openshift-service-ca.crt", "reconcileID": "2a8484ae-c48b-44ad-a297-79d0884f59f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:17:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "odh-trusted-ca-bundle", "reconcileID": "271cbe23-4a24-4dca-826b-0728ac2e3308", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "update": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:17:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "odh-trusted-ca-bundle", "reconcileID": "271cbe23-4a24-4dca-826b-0728ac2e3308", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:17:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "openshift-service-ca.crt", "reconcileID": "b6d0adbd-29cc-42e6-9b52-5a839285e653", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:17:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ade748b6-eb13-41d9-a906-272b45baed8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:17:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "5c189c3e-7073-4489-afc4-978e89336c1c", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "5c189c3e-7073-4489-afc4-978e89336c1c", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:17:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "5c189c3e-7073-4489-afc4-978e89336c1c", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f845f429-51fa-4783-a230-8e4d478daead", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:17:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "2eb1e870-f43f-4505-a738-9ea467adb333", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:17:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "2eb1e870-f43f-4505-a738-9ea467adb333", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:17:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "2eb1e870-f43f-4505-a738-9ea467adb333", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:18:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "0bf14c56-f196-4d4c-9daf-5b475d720a89", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "0bf14c56-f196-4d4c-9daf-5b475d720a89", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb-authn-ssl"} 2026-08-05T17:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "0bf14c56-f196-4d4c-9daf-5b475d720a89", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "d776b15c-60bf-4beb-bd47-325818900546", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "d776b15c-60bf-4beb-bd47-325818900546", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb-authn-ssl"} 2026-08-05T17:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "d776b15c-60bf-4beb-bd47-325818900546", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "729fd6fe-bd2e-4e15-9a1f-635a47439ebf", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "729fd6fe-bd2e-4e15-9a1f-635a47439ebf", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb-authn-ssl"} 2026-08-05T17:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "729fd6fe-bd2e-4e15-9a1f-635a47439ebf", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "42b56221-091a-4a6e-836e-c0ce4ab20cdc", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "42b56221-091a-4a6e-836e-c0ce4ab20cdc", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb-authn-ssl"} 2026-08-05T17:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "42b56221-091a-4a6e-836e-c0ce4ab20cdc", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "f06709d9-74bb-46bb-b4f0-23e9cae1dcbc", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "f06709d9-74bb-46bb-b4f0-23e9cae1dcbc", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb-authn-ssl"} 2026-08-05T17:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "f06709d9-74bb-46bb-b4f0-23e9cae1dcbc", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "e413d186-f5d1-44b1-806e-9e378b947883", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "e413d186-f5d1-44b1-806e-9e378b947883", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb-authn-ssl"} 2026-08-05T17:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "e413d186-f5d1-44b1-806e-9e378b947883", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "b9252c62-797f-4835-9203-c8ebcf760457", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "b9252c62-797f-4835-9203-c8ebcf760457", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb-authn-ssl"} 2026-08-05T17:18:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "b9252c62-797f-4835-9203-c8ebcf760457", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "openshift-service-ca.crt", "reconcileID": "888c51af-b2d1-4063-b276-cff164877ce3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "odh-trusted-ca-bundle", "reconcileID": "6ef31e5a-0519-48b6-a16d-5027e378730c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:18:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "openshift-service-ca.crt", "reconcileID": "dd25dad0-51a5-4f59-94c8-411ca3a205e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:18:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "openshift-service-ca.crt", "reconcileID": "dd25dad0-51a5-4f59-94c8-411ca3a205e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:18:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "openshift-service-ca.crt", "reconcileID": "29ba9a2e-6742-4f02-a459-a9acbf07323a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:18:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "openshift-service-ca.crt", "reconcileID": "29ba9a2e-6742-4f02-a459-a9acbf07323a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T17:18:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd3430a6-73b0-4779-83f1-7b110fb8acc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "update": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:18:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd3430a6-73b0-4779-83f1-7b110fb8acc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "odh-trusted-ca-bundle", "reconcileID": "6499d3fd-95e6-4668-a988-589345ee897b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "openshift-service-ca.crt", "reconcileID": "cd386902-2657-4f30-9a29-3f1649fbea54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff34ab7a-3c61-4cee-a230-b50bcce0fbee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "e07a16ee-40b0-48b0-bba6-0b14d2622d76", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "e07a16ee-40b0-48b0-bba6-0b14d2622d76", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb-authn-ssl"} 2026-08-05T17:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "e07a16ee-40b0-48b0-bba6-0b14d2622d76", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4e550f02-edd1-46e7-b542-c4a6adbddf8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "c66f2650-feaa-4226-9a81-2c5be39a6e2c", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "c66f2650-feaa-4226-9a81-2c5be39a6e2c", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb-authn-ssl"} 2026-08-05T17:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "c66f2650-feaa-4226-9a81-2c5be39a6e2c", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:18:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a56b2829-bf4e-44dd-b24c-fd8dadc2151d", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a56b2829-bf4e-44dd-b24c-fd8dadc2151d", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a56b2829-bf4e-44dd-b24c-fd8dadc2151d", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "548fcb5d-c1a9-477a-933c-646f9ba1c1fe", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:18:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a56b2829-bf4e-44dd-b24c-fd8dadc2151d", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab-kserve-route-authn"} 2026-08-05T17:18:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a56b2829-bf4e-44dd-b24c-fd8dadc2151d", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "authType": "userdefined"} 2026-08-05T17:18:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a56b2829-bf4e-44dd-b24c-fd8dadc2151d", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "548fcb5d-c1a9-477a-933c-646f9ba1c1fe", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:18:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "548fcb5d-c1a9-477a-933c-646f9ba1c1fe", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:18:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "453b22ec-7809-496d-807c-50ffbb50e8ca", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "453b22ec-7809-496d-807c-50ffbb50e8ca", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "453b22ec-7809-496d-807c-50ffbb50e8ca", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "453b22ec-7809-496d-807c-50ffbb50e8ca", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab-kserve-route-authn"} 2026-08-05T17:18:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "453b22ec-7809-496d-807c-50ffbb50e8ca", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "authType": "userdefined"} 2026-08-05T17:18:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "453b22ec-7809-496d-807c-50ffbb50e8ca", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "86d07599-02d4-4726-906b-8cb764a09983", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:18:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "86d07599-02d4-4726-906b-8cb764a09983", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "86d07599-02d4-4726-906b-8cb764a09983", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:18:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "09bb300b-cea9-4797-a28d-478a6cbfd373", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "09bb300b-cea9-4797-a28d-478a6cbfd373", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "09bb300b-cea9-4797-a28d-478a6cbfd373", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "09bb300b-cea9-4797-a28d-478a6cbfd373", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab-kserve-route-authn"} 2026-08-05T17:18:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "09bb300b-cea9-4797-a28d-478a6cbfd373", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "authType": "userdefined"} 2026-08-05T17:18:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "09bb300b-cea9-4797-a28d-478a6cbfd373", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a56d22cd-a8b1-4bf6-8efa-54a5265496e2", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a56d22cd-a8b1-4bf6-8efa-54a5265496e2", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a56d22cd-a8b1-4bf6-8efa-54a5265496e2", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:18:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a56d22cd-a8b1-4bf6-8efa-54a5265496e2", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab-kserve-route-authn"} 2026-08-05T17:18:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a56d22cd-a8b1-4bf6-8efa-54a5265496e2", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "authType": "userdefined"} 2026-08-05T17:18:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a56d22cd-a8b1-4bf6-8efa-54a5265496e2", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:19:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "4399afc2-7d32-4bde-8df5-f5fcc06e2257", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:19:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "4399afc2-7d32-4bde-8df5-f5fcc06e2257", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:19:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "4399afc2-7d32-4bde-8df5-f5fcc06e2257", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:19:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "4399afc2-7d32-4bde-8df5-f5fcc06e2257", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab-kserve-route-authn"} 2026-08-05T17:19:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "4399afc2-7d32-4bde-8df5-f5fcc06e2257", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "authType": "userdefined"} 2026-08-05T17:19:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "4399afc2-7d32-4bde-8df5-f5fcc06e2257", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:19:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "b497d967-78f7-4275-aeb1-c9c16b5ce443", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "b497d967-78f7-4275-aeb1-c9c16b5ce443", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:19:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "b497d967-78f7-4275-aeb1-c9c16b5ce443", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "ce5e4896-686e-4276-8464-b922f622e6c8", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "ce5e4896-686e-4276-8464-b922f622e6c8", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab-authn-ssl"} 2026-08-05T17:19:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "ce5e4896-686e-4276-8464-b922f622e6c8", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "cdbcbf2e-7dc7-4560-9bb2-2c6057554c37", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "cdbcbf2e-7dc7-4560-9bb2-2c6057554c37", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab-authn-ssl"} 2026-08-05T17:19:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "cdbcbf2e-7dc7-4560-9bb2-2c6057554c37", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "6e1be175-ebe4-4d9e-a46f-2e772d846613", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "6e1be175-ebe4-4d9e-a46f-2e772d846613", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab-authn-ssl"} 2026-08-05T17:19:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "6e1be175-ebe4-4d9e-a46f-2e772d846613", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "1e67a6ce-ae59-4a11-ae6e-e23f13c40e83", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "1e67a6ce-ae59-4a11-ae6e-e23f13c40e83", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab-authn-ssl"} 2026-08-05T17:19:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "1e67a6ce-ae59-4a11-ae6e-e23f13c40e83", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "5044b086-5ad3-4915-bf11-d29c408a805c", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "5044b086-5ad3-4915-bf11-d29c408a805c", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab-authn-ssl"} 2026-08-05T17:19:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "5044b086-5ad3-4915-bf11-d29c408a805c", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "ab562870-8e09-4209-885b-71d86a5fc104", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "ab562870-8e09-4209-885b-71d86a5fc104", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab-authn-ssl"} 2026-08-05T17:19:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "ab562870-8e09-4209-885b-71d86a5fc104", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "d05b1071-e85a-453b-87ed-28b76d48270c", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "d05b1071-e85a-453b-87ed-28b76d48270c", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab-authn-ssl"} 2026-08-05T17:19:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "d05b1071-e85a-453b-87ed-28b76d48270c", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "openshift-service-ca.crt", "reconcileID": "72e5332a-3ee1-4836-baba-a1aecee77859", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:19:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "odh-trusted-ca-bundle", "reconcileID": "1ac15905-4adf-4db4-828b-7c955768dcbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:19:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "openshift-service-ca.crt", "reconcileID": "791f38f8-4cd2-4990-b086-718604ed476a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:19:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "openshift-service-ca.crt", "reconcileID": "791f38f8-4cd2-4990-b086-718604ed476a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:19:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b3a6000-a3ec-498c-b936-5b0018f007ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:19:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "openshift-service-ca.crt", "reconcileID": "9bf24828-6c85-4ac6-911d-b8c39a84a232", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:19:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "odh-trusted-ca-bundle", "reconcileID": "73d02e25-1630-4a03-9704-e2793eeec19e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "update": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:19:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "odh-trusted-ca-bundle", "reconcileID": "73d02e25-1630-4a03-9704-e2793eeec19e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:19:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cebe4c1c-0459-47af-94a3-09030c766482", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:19:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "c376fdd1-4697-4663-b731-8bd392551281", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "c376fdd1-4697-4663-b731-8bd392551281", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab-authn-ssl"} 2026-08-05T17:19:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "c376fdd1-4697-4663-b731-8bd392551281", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e320fc2-d744-410e-93b4-270e1b9714db", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef3adf76-b7c2-4332-aaec-95bf7c05fe6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1b9f29c3-7e6d-4583-b711-3c2dae020362", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d8340ca9-fc03-460b-9071-7acb70cda3a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "37559725-25c2-403d-8e61-bff2a0f30dd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5e77d95-b8b7-4eff-8230-1000ea903532", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e9066ba-2134-4649-ac3b-f9f59edfc5b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "de5939f1-6667-4928-89a3-5ceb6d3eb803", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "de5939f1-6667-4928-89a3-5ceb6d3eb803", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab-authn-ssl"} 2026-08-05T17:19:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "de5939f1-6667-4928-89a3-5ceb6d3eb803", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7409a49a-ee4d-4d7c-94e8-1090847a572a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ebf65fa4-d52b-4627-8a8d-e349f11bbbdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab30fbda-928e-4d70-aa1e-ed216015105d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c6b5c7cb-5932-4800-973a-162567dd6a93", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0ffe0528-16b9-49be-aa27-488a2db8942d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be4743b9-922f-4d17-a4a2-23c0befa5bab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58b9b295-69ba-4cef-a182-ab8c6d31ce49", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d6568d5-ace5-49dc-9e4e-fae3fbb65201", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ae849c68-9a3b-454d-ab24-fa7325c90c07", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f384fa87-d217-462b-9114-18b2d6b350aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d25e9f6f-9afb-4bd9-a5dc-938f85f31afb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "efac6a94-658e-43f7-b50f-8a8d0684d4ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c9bac23f-468f-4b5d-9320-fcf889f70fc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f80e32f-c786-43d2-88b9-0ae368c47b8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d4169e45-e8a5-4974-aaf9-2c72fcac9d46", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7cf24985-5f24-4a66-b8cc-740fc82c304d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f2980048-965e-4be7-8f4b-eca46651ac41", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:19:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "aae4aab4-e427-4c08-8b33-dc3964c48d71", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "aae4aab4-e427-4c08-8b33-dc3964c48d71", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab-authn-ssl"} 2026-08-05T17:19:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "aae4aab4-e427-4c08-8b33-dc3964c48d71", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "bfed19eb-2b83-4fc1-a092-47d6d900d74d", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:19:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "bfed19eb-2b83-4fc1-a092-47d6d900d74d", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab-authn-ssl"} 2026-08-05T17:19:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fc56ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fc56ab", "reconcileID": "bfed19eb-2b83-4fc1-a092-47d6d900d74d", "Gateway": "e2e-ipp-cleanup-fc56ab", "namespace": "openshift-ingress"} 2026-08-05T17:20:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2a35583-db89-45d8-99f9-ea59eb0e34b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:20:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2a35583-db89-45d8-99f9-ea59eb0e34b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:20:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2a35583-db89-45d8-99f9-ea59eb0e34b5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-fc56ab because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T17:20:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "odh-trusted-ca-bundle", "reconcileID": "6b3d1267-e8a0-4922-8e4b-f7c532ef2a29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "odh-trusted-ca-bundle", "reconcileID": "6b3d1267-e8a0-4922-8e4b-f7c532ef2a29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:20:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "openshift-service-ca.crt", "reconcileID": "70a4b04f-61ff-4cd9-9cd1-91773a36dffb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "openshift-service-ca.crt", "reconcileID": "70a4b04f-61ff-4cd9-9cd1-91773a36dffb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:20:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "658bc6b8-9a8b-488e-9097-4bc9e3cfeebb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fc56ab"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "658bc6b8-9a8b-488e-9097-4bc9e3cfeebb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fc56ab"} 2026-08-05T17:20:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "264772c8-775b-4d79-a711-f00ba92c5cce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:20:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56f21533-9e67-44dd-b716-5ec96321aa62", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9ff48108-dcf9-4282-92f3-a6d8c3999969", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5cbc28e2-ceac-4c24-8f82-39eeb3b5efd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f06af172-8673-4e15-bb96-d6b547d413d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0de663ef-72ba-43b7-96b3-567cefc33163", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:20:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7c2cc3a0-75f8-4735-b698-6d2d11e31b34", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:20:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "b10337da-e708-47c4-a069-3165080af3d2", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:20:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "b10337da-e708-47c4-a069-3165080af3d2", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:20:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "b10337da-e708-47c4-a069-3165080af3d2", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:20:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "401a9aeb-bc3c-4ff4-9450-d8aac61fc475", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:20:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "401a9aeb-bc3c-4ff4-9450-d8aac61fc475", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:20:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "401a9aeb-bc3c-4ff4-9450-d8aac61fc475", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:20:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "d661fb1b-e86e-4f3b-8b3a-40782dae53b8", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:20:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "d661fb1b-e86e-4f3b-8b3a-40782dae53b8", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:20:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "d661fb1b-e86e-4f3b-8b3a-40782dae53b8", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:20:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "9495f399-f22d-4fed-91e8-2b2ff46cdfaa", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:20:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "9495f399-f22d-4fed-91e8-2b2ff46cdfaa", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:20:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "9495f399-f22d-4fed-91e8-2b2ff46cdfaa", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:20:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "4d523629-83d0-4f21-8b0b-06ec8e71c44c", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "4d523629-83d0-4f21-8b0b-06ec8e71c44c", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "4d523629-83d0-4f21-8b0b-06ec8e71c44c", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "4d523629-83d0-4f21-8b0b-06ec8e71c44c", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab-kserve-route-authn"} 2026-08-05T17:20:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "4d523629-83d0-4f21-8b0b-06ec8e71c44c", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "authType": "userdefined"} 2026-08-05T17:20:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "4d523629-83d0-4f21-8b0b-06ec8e71c44c", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dda409a9-a377-4f3e-9731-83c3309a8a16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dda409a9-a377-4f3e-9731-83c3309a8a16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:20:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dda409a9-a377-4f3e-9731-83c3309a8a16", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b2b0ab because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T17:20:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "odh-trusted-ca-bundle", "reconcileID": "8e311e0f-a4b6-48cd-abe6-bc2e150cb60d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "odh-trusted-ca-bundle", "reconcileID": "8e311e0f-a4b6-48cd-abe6-bc2e150cb60d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "openshift-service-ca.crt", "reconcileID": "be178213-72b7-448d-aaad-22a9f35803b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "openshift-service-ca.crt", "reconcileID": "be178213-72b7-448d-aaad-22a9f35803b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c7a3cf8-6640-4bcc-843d-7aaf1e24a200", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c7a3cf8-6640-4bcc-843d-7aaf1e24a200", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a34a9c2a-be95-4d0b-a3ef-88a6a7e88e97", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a34a9c2a-be95-4d0b-a3ef-88a6a7e88e97", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab"} 2026-08-05T17:20:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a34a9c2a-be95-4d0b-a3ef-88a6a7e88e97", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a34a9c2a-be95-4d0b-a3ef-88a6a7e88e97", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a34a9c2a-be95-4d0b-a3ef-88a6a7e88e97", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab-kserve-route-authn"} 2026-08-05T17:20:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a34a9c2a-be95-4d0b-a3ef-88a6a7e88e97", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab-kserve-route-authn"} 2026-08-05T17:20:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a34a9c2a-be95-4d0b-a3ef-88a6a7e88e97", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "a34a9c2a-be95-4d0b-a3ef-88a6a7e88e97", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "feac4091-583c-44c5-8887-e091d43598fa", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "feac4091-583c-44c5-8887-e091d43598fa", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab"} 2026-08-05T17:20:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "feac4091-583c-44c5-8887-e091d43598fa", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "feac4091-583c-44c5-8887-e091d43598fa", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "feac4091-583c-44c5-8887-e091d43598fa", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab-kserve-route-authn"} 2026-08-05T17:20:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "feac4091-583c-44c5-8887-e091d43598fa", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab-kserve-route-authn"} 2026-08-05T17:20:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "feac4091-583c-44c5-8887-e091d43598fa", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "feac4091-583c-44c5-8887-e091d43598fa", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b2b0ab","namespace":"ai-tenant-e2e-ipp-a-b2b0ab"}, "namespace": "ai-tenant-e2e-ipp-a-b2b0ab", "name": "ipp-route-b2b0ab", "reconcileID": "e0bc7d07-16f7-4cf6-a935-eff6acd9861a", "LLMInferenceService": "ipp-route-b2b0ab", "namespace": "ai-tenant-e2e-ipp-a-b2b0ab"} 2026-08-05T17:20:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "c2c2d296-8e07-44ad-93f7-3e52f3f60587", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:20:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "c2c2d296-8e07-44ad-93f7-3e52f3f60587", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:20:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "c2c2d296-8e07-44ad-93f7-3e52f3f60587", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:20:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "9bfb9d6c-bdc5-48ac-8ca9-75161cad5d22", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:20:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "9bfb9d6c-bdc5-48ac-8ca9-75161cad5d22", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab-authn-ssl"} 2026-08-05T17:20:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b2b0ab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b2b0ab", "reconcileID": "9bfb9d6c-bdc5-48ac-8ca9-75161cad5d22", "Gateway": "e2e-ipp-a-b2b0ab", "namespace": "openshift-ingress"} 2026-08-05T17:21:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "53bada43-299e-41aa-810e-2c89397577ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:21:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "315341e9-5a37-43af-ab02-510586368ce7", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:21:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "315341e9-5a37-43af-ab02-510586368ce7", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb-authn-ssl"} 2026-08-05T17:21:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "315341e9-5a37-43af-ab02-510586368ce7", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:21:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "1cc9214f-9bb3-4d33-9a51-db50ca22f79b", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:21:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "1cc9214f-9bb3-4d33-9a51-db50ca22f79b", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb-authn-ssl"} 2026-08-05T17:21:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f6c2cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f6c2cb", "reconcileID": "1cc9214f-9bb3-4d33-9a51-db50ca22f79b", "Gateway": "e2e-ipp-b-f6c2cb", "namespace": "openshift-ingress"} 2026-08-05T17:21:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0d2a921-5b89-4cf9-9969-25086a5d070d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:21:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0d2a921-5b89-4cf9-9969-25086a5d070d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:21:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0d2a921-5b89-4cf9-9969-25086a5d070d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f6c2cb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T17:21:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "odh-trusted-ca-bundle", "reconcileID": "31cf73fb-9ce1-4dc9-9948-3ebdc9d265a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:21:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "odh-trusted-ca-bundle", "reconcileID": "31cf73fb-9ce1-4dc9-9948-3ebdc9d265a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:21:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "openshift-service-ca.crt", "reconcileID": "24f3b916-8345-4c1f-9372-e8c4c2f79d9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:21:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "openshift-service-ca.crt", "reconcileID": "24f3b916-8345-4c1f-9372-e8c4c2f79d9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:21:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94a8795a-da56-402a-84c8-28d7d3bc6f21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:21:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f6c2cb"}, "namespace": "ai-tenant-e2e-ipp-b-f6c2cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94a8795a-da56-402a-84c8-28d7d3bc6f21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f6c2cb"} 2026-08-05T17:21:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c2457e15-53b7-4f65-a870-f11fb20c3b79", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:21:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "e343d10d-5adb-49cf-8ea9-573702aaa325", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:21:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "e343d10d-5adb-49cf-8ea9-573702aaa325", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433-authn-ssl"} 2026-08-05T17:21:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "e343d10d-5adb-49cf-8ea9-573702aaa325", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:21:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "30727e1f-a7b6-487d-968d-04cd39835878", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:21:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "30727e1f-a7b6-487d-968d-04cd39835878", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433-authn-ssl"} 2026-08-05T17:21:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-02b433","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-02b433", "reconcileID": "30727e1f-a7b6-487d-968d-04cd39835878", "Gateway": "e2e-shared-a-02b433", "namespace": "openshift-ingress"} 2026-08-05T17:21:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08c48cc3-adca-4636-b18c-4ebc6ee73aa9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:21:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08c48cc3-adca-4636-b18c-4ebc6ee73aa9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-02b433", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:21:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08c48cc3-adca-4636-b18c-4ebc6ee73aa9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-02b433 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T17:21:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "odh-trusted-ca-bundle", "reconcileID": "1f94625b-a50e-4585-8988-ab1c4e0b1b2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:21:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "odh-trusted-ca-bundle", "reconcileID": "1f94625b-a50e-4585-8988-ab1c4e0b1b2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:21:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "openshift-service-ca.crt", "reconcileID": "589ac035-d350-489a-8673-58488618ec90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:21:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "openshift-service-ca.crt", "reconcileID": "589ac035-d350-489a-8673-58488618ec90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:21:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "910ef3b3-0f94-46ec-9009-c4619717be86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:21:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-02b433"}, "namespace": "ai-tenant-e2e-shared-a-02b433", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "910ef3b3-0f94-46ec-9009-c4619717be86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-02b433"} 2026-08-05T17:21:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5e60fe18-0005-41ba-ac4f-0e38e75556b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T17:21:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "fe9e9963-eba0-4884-a6f0-0ddc74d673c5", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:21:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "fe9e9963-eba0-4884-a6f0-0ddc74d673c5", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:21:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "fe9e9963-eba0-4884-a6f0-0ddc74d673c5", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "7755cbcc-10e5-407a-b298-124a3addc5c3", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:21:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "7755cbcc-10e5-407a-b298-124a3addc5c3", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf-authn-ssl"} 2026-08-05T17:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-46e6bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-46e6bf", "reconcileID": "7755cbcc-10e5-407a-b298-124a3addc5c3", "Gateway": "e2e-shared-b-46e6bf", "namespace": "openshift-ingress"} 2026-08-05T17:21:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6ad5119-50c5-4f12-a864-f8eab56ecb45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:21:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6ad5119-50c5-4f12-a864-f8eab56ecb45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-46e6bf", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T17:21:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6ad5119-50c5-4f12-a864-f8eab56ecb45", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-46e6bf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T17:21:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "odh-trusted-ca-bundle", "reconcileID": "a28d600b-424f-424c-95ba-b56c191af9d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:21:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "odh-trusted-ca-bundle", "reconcileID": "a28d600b-424f-424c-95ba-b56c191af9d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:21:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "openshift-service-ca.crt", "reconcileID": "0eae64a0-bcc1-414d-a045-b381a82e2ae0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:21:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "openshift-service-ca.crt", "reconcileID": "0eae64a0-bcc1-414d-a045-b381a82e2ae0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:21:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd4a8ac0-e395-4bb4-b989-f8da9f839112", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-46e6bf"} 2026-08-05T17:21:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-46e6bf"}, "namespace": "ai-tenant-e2e-shared-b-46e6bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd4a8ac0-e395-4bb4-b989-f8da9f839112", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-46e6bf"}