2026-09-07T04:11:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "ea00bac4-091d-46d7-aedb-9af546648cb5", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:11:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "ea00bac4-091d-46d7-aedb-9af546648cb5", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:11:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "ea00bac4-091d-46d7-aedb-9af546648cb5", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57-kserve-route-authn"} 2026-09-07T04:11:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "ea00bac4-091d-46d7-aedb-9af546648cb5", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "authType": "userdefined"} 2026-09-07T04:11:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "ea00bac4-091d-46d7-aedb-9af546648cb5", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:11:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf1797","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf1797", "reconcileID": "afa5e977-0c97-40c8-8914-1de0677b34f1", "Gateway": "e2e-api-b-cf1797", "namespace": "openshift-ingress"} 2026-09-07T04:11:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf1797","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf1797", "reconcileID": "afa5e977-0c97-40c8-8914-1de0677b34f1", "Gateway": "e2e-api-b-cf1797", "namespace": "openshift-ingress", "name": "e2e-api-b-cf1797-authn-ssl"} 2026-09-07T04:11:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf1797","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf1797", "reconcileID": "afa5e977-0c97-40c8-8914-1de0677b34f1", "Gateway": "e2e-api-b-cf1797", "namespace": "openshift-ingress"} 2026-09-07T04:11:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "61172d41-dc1c-4d82-9238-bd421696d947", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:11:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "61172d41-dc1c-4d82-9238-bd421696d947", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:11:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "61172d41-dc1c-4d82-9238-bd421696d947", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:11:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "61172d41-dc1c-4d82-9238-bd421696d947", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57-kserve-route-authn"} 2026-09-07T04:11:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "61172d41-dc1c-4d82-9238-bd421696d947", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "authType": "userdefined"} 2026-09-07T04:11:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "61172d41-dc1c-4d82-9238-bd421696d947", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:11:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf1797","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf1797", "reconcileID": "9f3a86f4-5089-4b34-99b8-1568b701fc1c", "Gateway": "e2e-api-b-cf1797", "namespace": "openshift-ingress"} 2026-09-07T04:11:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf1797","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf1797", "reconcileID": "9f3a86f4-5089-4b34-99b8-1568b701fc1c", "Gateway": "e2e-api-b-cf1797", "namespace": "openshift-ingress", "name": "e2e-api-b-cf1797-authn-ssl"} 2026-09-07T04:11:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf1797","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf1797", "reconcileID": "9f3a86f4-5089-4b34-99b8-1568b701fc1c", "Gateway": "e2e-api-b-cf1797", "namespace": "openshift-ingress"} 2026-09-07T04:11:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf1797"}, "namespace": "ai-tenant-e2e-api-b-cf1797", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa33592b-1cfe-4c57-87f6-7f123f7891b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf1797"} 2026-09-07T04:11:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf1797"}, "namespace": "ai-tenant-e2e-api-b-cf1797", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa33592b-1cfe-4c57-87f6-7f123f7891b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf1797", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:11:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf1797"}, "namespace": "ai-tenant-e2e-api-b-cf1797", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa33592b-1cfe-4c57-87f6-7f123f7891b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-cf1797 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T04:11:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf1797"}, "namespace": "ai-tenant-e2e-api-b-cf1797", "name": "odh-trusted-ca-bundle", "reconcileID": "839cc4bf-1593-4241-aba2-7cb1897eafb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf1797"} 2026-09-07T04:11:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf1797"}, "namespace": "ai-tenant-e2e-api-b-cf1797", "name": "odh-trusted-ca-bundle", "reconcileID": "839cc4bf-1593-4241-aba2-7cb1897eafb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf1797"} 2026-09-07T04:11:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cf1797"}, "namespace": "ai-tenant-e2e-api-b-cf1797", "name": "openshift-service-ca.crt", "reconcileID": "d625964e-3369-4650-96e1-50a58d895545", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cf1797"} 2026-09-07T04:11:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cf1797"}, "namespace": "ai-tenant-e2e-api-b-cf1797", "name": "openshift-service-ca.crt", "reconcileID": "d625964e-3369-4650-96e1-50a58d895545", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cf1797"} 2026-09-07T04:11:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf1797"}, "namespace": "ai-tenant-e2e-api-b-cf1797", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "219cf55a-9310-4407-ac0a-1f257f32f8b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf1797"} 2026-09-07T04:11:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf1797"}, "namespace": "ai-tenant-e2e-api-b-cf1797", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "219cf55a-9310-4407-ac0a-1f257f32f8b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf1797"} 2026-09-07T04:11:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf1797","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf1797", "reconcileID": "59018f22-e1fa-478f-b35f-ecb35a9216b7", "Gateway": "e2e-api-b-cf1797", "namespace": "openshift-ingress"} 2026-09-07T04:11:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-747fee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-747fee", "reconcileID": "ab32a49b-d397-4ae8-a0e7-cf94405ce3ec", "Gateway": "e2e-shared-a-w2-747fee", "namespace": "openshift-ingress"} 2026-09-07T04:11:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-747fee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-747fee", "reconcileID": "ab32a49b-d397-4ae8-a0e7-cf94405ce3ec", "Gateway": "e2e-shared-a-w2-747fee", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-747fee-authn-ssl"} 2026-09-07T04:11:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-747fee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-747fee", "reconcileID": "ab32a49b-d397-4ae8-a0e7-cf94405ce3ec", "Gateway": "e2e-shared-a-w2-747fee", "namespace": "openshift-ingress"} 2026-09-07T04:11:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-747fee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-747fee", "reconcileID": "b7d8251b-6e7b-49af-ab75-12d04f48ac33", "Gateway": "e2e-shared-a-w2-747fee", "namespace": "openshift-ingress"} 2026-09-07T04:11:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-747fee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-747fee", "reconcileID": "b7d8251b-6e7b-49af-ab75-12d04f48ac33", "Gateway": "e2e-shared-a-w2-747fee", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-747fee-authn-ssl"} 2026-09-07T04:11:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-747fee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-747fee", "reconcileID": "b7d8251b-6e7b-49af-ab75-12d04f48ac33", "Gateway": "e2e-shared-a-w2-747fee", "namespace": "openshift-ingress"} 2026-09-07T04:11:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-747fee"}, "namespace": "ai-tenant-e2e-shared-a-w2-747fee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb5dff08-ffdf-4d85-b95c-379323ffa775", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-747fee"} 2026-09-07T04:11:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-747fee"}, "namespace": "ai-tenant-e2e-shared-a-w2-747fee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb5dff08-ffdf-4d85-b95c-379323ffa775", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-747fee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:11:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-747fee"}, "namespace": "ai-tenant-e2e-shared-a-w2-747fee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb5dff08-ffdf-4d85-b95c-379323ffa775", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-747fee because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T04:11:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-747fee"}, "namespace": "ai-tenant-e2e-shared-a-w2-747fee", "name": "odh-trusted-ca-bundle", "reconcileID": "9427702a-d883-4e27-8481-f57eb4c4dfb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-747fee"} 2026-09-07T04:11:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-747fee"}, "namespace": "ai-tenant-e2e-shared-a-w2-747fee", "name": "odh-trusted-ca-bundle", "reconcileID": "9427702a-d883-4e27-8481-f57eb4c4dfb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-747fee"} 2026-09-07T04:11:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-747fee"}, "namespace": "ai-tenant-e2e-shared-a-w2-747fee", "name": "openshift-service-ca.crt", "reconcileID": "5f82be47-6afe-4a36-b03a-a675005fc7b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-747fee"} 2026-09-07T04:11:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-747fee"}, "namespace": "ai-tenant-e2e-shared-a-w2-747fee", "name": "openshift-service-ca.crt", "reconcileID": "5f82be47-6afe-4a36-b03a-a675005fc7b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-747fee"} 2026-09-07T04:11:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-747fee"}, "namespace": "ai-tenant-e2e-shared-a-w2-747fee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13a2fbad-4c60-4488-a8ee-9e808175b131", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-747fee"} 2026-09-07T04:11:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-747fee"}, "namespace": "ai-tenant-e2e-shared-a-w2-747fee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13a2fbad-4c60-4488-a8ee-9e808175b131", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-747fee"} 2026-09-07T04:11:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-747fee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-747fee", "reconcileID": "aa3f1fdc-6970-43f6-a376-f0cf40b2720c", "Gateway": "e2e-shared-a-w2-747fee", "namespace": "openshift-ingress"} 2026-09-07T04:12:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b8cea6","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "rate-test-model-b8cea6", "reconcileID": "be10aa34-d989-4315-a37e-d76ccdd45550", "LLMInferenceService": "rate-test-model-b8cea6", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:12:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b8cea6","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "rate-test-model-b8cea6", "reconcileID": "be10aa34-d989-4315-a37e-d76ccdd45550", "LLMInferenceService": "rate-test-model-b8cea6", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "rate-test-model-b8cea6"} 2026-09-07T04:12:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b8cea6","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "rate-test-model-b8cea6", "reconcileID": "be10aa34-d989-4315-a37e-d76ccdd45550", "LLMInferenceService": "rate-test-model-b8cea6", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:12:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b8cea6","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "rate-test-model-b8cea6", "reconcileID": "be10aa34-d989-4315-a37e-d76ccdd45550", "LLMInferenceService": "rate-test-model-b8cea6", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:12:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b8cea6","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "rate-test-model-b8cea6", "reconcileID": "be10aa34-d989-4315-a37e-d76ccdd45550", "LLMInferenceService": "rate-test-model-b8cea6", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "rate-test-model-b8cea6-kserve-route-authn"} 2026-09-07T04:12:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b8cea6","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "rate-test-model-b8cea6", "reconcileID": "be10aa34-d989-4315-a37e-d76ccdd45550", "LLMInferenceService": "rate-test-model-b8cea6", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "rate-test-model-b8cea6-kserve-route-authn"} 2026-09-07T04:12:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b8cea6","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "rate-test-model-b8cea6", "reconcileID": "be10aa34-d989-4315-a37e-d76ccdd45550", "LLMInferenceService": "rate-test-model-b8cea6", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:12:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b8cea6","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "rate-test-model-b8cea6", "reconcileID": "be10aa34-d989-4315-a37e-d76ccdd45550", "LLMInferenceService": "rate-test-model-b8cea6", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:12:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b8cea6","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "rate-test-model-b8cea6", "reconcileID": "130064e3-e1db-47fc-b309-f5730a2505d3", "LLMInferenceService": "rate-test-model-b8cea6", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:12:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "e467db80-2bde-47b5-82b8-d2249657e560", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress"} 2026-09-07T04:12:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "e467db80-2bde-47b5-82b8-d2249657e560", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6-authn-ssl"} 2026-09-07T04:12:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "e467db80-2bde-47b5-82b8-d2249657e560", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress"} 2026-09-07T04:12:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "d36ae5a3-cbdb-4c5b-81e7-c43014492094", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress"} 2026-09-07T04:12:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "d36ae5a3-cbdb-4c5b-81e7-c43014492094", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6-authn-ssl"} 2026-09-07T04:12:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "d36ae5a3-cbdb-4c5b-81e7-c43014492094", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress"} 2026-09-07T04:12:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a89024","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a89024", "reconcileID": "f3cbd382-357a-46ae-88e7-10f18abe820f", "Gateway": "e2e-shared-b-w2-a89024", "namespace": "openshift-ingress"} 2026-09-07T04:12:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a89024","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a89024", "reconcileID": "f3cbd382-357a-46ae-88e7-10f18abe820f", "Gateway": "e2e-shared-b-w2-a89024", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a89024-authn-ssl"} 2026-09-07T04:12:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a89024","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a89024", "reconcileID": "f3cbd382-357a-46ae-88e7-10f18abe820f", "Gateway": "e2e-shared-b-w2-a89024", "namespace": "openshift-ingress"} 2026-09-07T04:12:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "dbfedb5f-0b64-4bac-9f4b-600c0bac53cc", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:12:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "dbfedb5f-0b64-4bac-9f4b-600c0bac53cc", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57"} 2026-09-07T04:12:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "dbfedb5f-0b64-4bac-9f4b-600c0bac53cc", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:12:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "dbfedb5f-0b64-4bac-9f4b-600c0bac53cc", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:12:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "dbfedb5f-0b64-4bac-9f4b-600c0bac53cc", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57-kserve-route-authn"} 2026-09-07T04:12:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "dbfedb5f-0b64-4bac-9f4b-600c0bac53cc", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57-kserve-route-authn"} 2026-09-07T04:12:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "dbfedb5f-0b64-4bac-9f4b-600c0bac53cc", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:12:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "dbfedb5f-0b64-4bac-9f4b-600c0bac53cc", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:12:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-434d57","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "rate-test-model-434d57", "reconcileID": "a5d4813e-7b8c-4f7c-937d-586303424244", "LLMInferenceService": "rate-test-model-434d57", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:12:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "dcf9d80a-fe2a-401e-9585-bec8735d7ae3", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "dcf9d80a-fe2a-401e-9585-bec8735d7ae3", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57-authn-ssl"} 2026-09-07T04:12:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "dcf9d80a-fe2a-401e-9585-bec8735d7ae3", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "eb9dce4b-4bcb-4bd6-8db9-131f2c232fa2", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "eb9dce4b-4bcb-4bd6-8db9-131f2c232fa2", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57-authn-ssl"} 2026-09-07T04:12:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "eb9dce4b-4bcb-4bd6-8db9-131f2c232fa2", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "ac505692-80c4-4f22-af61-1443df261587", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "ac505692-80c4-4f22-af61-1443df261587", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:12:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "ac505692-80c4-4f22-af61-1443df261587", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "9eb92738-7b6e-4af7-93b7-0f1a3404de89", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "9eb92738-7b6e-4af7-93b7-0f1a3404de89", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:12:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "9eb92738-7b6e-4af7-93b7-0f1a3404de89", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "5c39170c-c630-4995-b27f-2cbe6ef02116", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "5c39170c-c630-4995-b27f-2cbe6ef02116", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:12:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "5c39170c-c630-4995-b27f-2cbe6ef02116", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "67cc06b3-d29f-4a6d-8344-86de2ae6153c", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "67cc06b3-d29f-4a6d-8344-86de2ae6153c", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:12:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "67cc06b3-d29f-4a6d-8344-86de2ae6153c", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "67e3e9be-cf97-4842-bf28-0ba4e37e4908", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "67e3e9be-cf97-4842-bf28-0ba4e37e4908", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:12:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "67e3e9be-cf97-4842-bf28-0ba4e37e4908", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "50a11f34-76d2-491b-9bb3-0e5bd7209ce6", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "50a11f34-76d2-491b-9bb3-0e5bd7209ce6", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:12:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "50a11f34-76d2-491b-9bb3-0e5bd7209ce6", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "e2de1865-5263-4d5b-844c-d5ce1803d940", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "e2de1865-5263-4d5b-844c-d5ce1803d940", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:12:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "e2de1865-5263-4d5b-844c-d5ce1803d940", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "openshift-service-ca.crt", "reconcileID": "f3e8e748-cfe7-4789-b1d6-473802b6fcd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:12:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "odh-trusted-ca-bundle", "reconcileID": "ee7a5c46-0014-4894-ae22-d6d8fb5f1882", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:12:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "openshift-service-ca.crt", "reconcileID": "2ab15c78-a2e7-4b6c-a7be-0c48ae885aab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:12:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "openshift-service-ca.crt", "reconcileID": "2ab15c78-a2e7-4b6c-a7be-0c48ae885aab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:12:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85be15a4-e95d-40e0-be98-bee4c7b73bb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:12:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "openshift-service-ca.crt", "reconcileID": "e9e3e6d9-8388-4043-96ae-b55391263de8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:12:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "odh-trusted-ca-bundle", "reconcileID": "fc7836cd-5291-4ab3-99b8-127305888fce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:12:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "odh-trusted-ca-bundle", "reconcileID": "fc7836cd-5291-4ab3-99b8-127305888fce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:12:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5eae156-180b-4669-8f12-95b2f569ec8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:12:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a89024","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a89024", "reconcileID": "3f59000a-e81d-4af3-bb68-ecdd323976e2", "Gateway": "e2e-shared-b-w2-a89024", "namespace": "openshift-ingress"} 2026-09-07T04:12:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a89024","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a89024", "reconcileID": "3f59000a-e81d-4af3-bb68-ecdd323976e2", "Gateway": "e2e-shared-b-w2-a89024", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a89024-authn-ssl"} 2026-09-07T04:12:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a89024","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a89024", "reconcileID": "3f59000a-e81d-4af3-bb68-ecdd323976e2", "Gateway": "e2e-shared-b-w2-a89024", "namespace": "openshift-ingress"} 2026-09-07T04:12:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a89024"}, "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1834d54a-27e2-48bd-95dc-e71c213314d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a89024"} 2026-09-07T04:12:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a89024"}, "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1834d54a-27e2-48bd-95dc-e71c213314d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:12:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a89024"}, "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1834d54a-27e2-48bd-95dc-e71c213314d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-a89024 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T04:12:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a89024"}, "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "name": "odh-trusted-ca-bundle", "reconcileID": "a8e69be6-7f17-482a-9e3f-f67443ecd345", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a89024"} 2026-09-07T04:12:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a89024"}, "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "name": "odh-trusted-ca-bundle", "reconcileID": "a8e69be6-7f17-482a-9e3f-f67443ecd345", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:12:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a89024"}, "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "name": "odh-trusted-ca-bundle", "reconcileID": "a8e69be6-7f17-482a-9e3f-f67443ecd345", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-a89024 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T04:12:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a89024"}, "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "name": "openshift-service-ca.crt", "reconcileID": "2c40e1b7-a523-43d1-ad7e-0c53a4455ad9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a89024"} 2026-09-07T04:12:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a89024"}, "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "name": "openshift-service-ca.crt", "reconcileID": "2c40e1b7-a523-43d1-ad7e-0c53a4455ad9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a89024"} 2026-09-07T04:12:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a89024"}, "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7634bcbc-dcae-4d54-bef2-a5cf39267bc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a89024"} 2026-09-07T04:12:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a89024"}, "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7634bcbc-dcae-4d54-bef2-a5cf39267bc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a89024"} 2026-09-07T04:12:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a89024"}, "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "name": "odh-trusted-ca-bundle", "reconcileID": "c71f45d9-d68d-4576-8cfd-1be7730eaa4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a89024"} 2026-09-07T04:12:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a89024"}, "namespace": "ai-tenant-e2e-shared-b-w2-a89024", "name": "odh-trusted-ca-bundle", "reconcileID": "c71f45d9-d68d-4576-8cfd-1be7730eaa4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a89024"} 2026-09-07T04:12:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a89024","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a89024", "reconcileID": "f663727d-bab0-431f-b49b-1d23c97f33ce", "Gateway": "e2e-shared-b-w2-a89024", "namespace": "openshift-ingress"} 2026-09-07T04:12:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "a5149fcc-ab74-4e17-ba4d-48b1039a1ec4", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "a5149fcc-ab74-4e17-ba4d-48b1039a1ec4", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:12:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "a5149fcc-ab74-4e17-ba4d-48b1039a1ec4", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "66b9b743-c512-40ed-8bac-41ad9db60c67", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "66b9b743-c512-40ed-8bac-41ad9db60c67", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:12:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "66b9b743-c512-40ed-8bac-41ad9db60c67", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:12:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "fb29f766-58e0-4a6f-8cd5-20ad4f6756c1", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "fb29f766-58e0-4a6f-8cd5-20ad4f6756c1", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16-authn-ssl"} 2026-09-07T04:12:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "fb29f766-58e0-4a6f-8cd5-20ad4f6756c1", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "ec36e016-cda5-429c-9f71-7e75c83486c3", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "ec36e016-cda5-429c-9f71-7e75c83486c3", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16-authn-ssl"} 2026-09-07T04:12:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "ec36e016-cda5-429c-9f71-7e75c83486c3", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "ab0c7112-9c75-4043-99a8-3614f90c9db3", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "ab0c7112-9c75-4043-99a8-3614f90c9db3", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16-authn-ssl"} 2026-09-07T04:12:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "ab0c7112-9c75-4043-99a8-3614f90c9db3", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "980ca043-d2f4-4b9d-90e3-b5eae63db381", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "980ca043-d2f4-4b9d-90e3-b5eae63db381", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16-authn-ssl"} 2026-09-07T04:12:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "980ca043-d2f4-4b9d-90e3-b5eae63db381", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "d141fac9-1570-4353-8db1-c39bee5a2824", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "d141fac9-1570-4353-8db1-c39bee5a2824", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16-authn-ssl"} 2026-09-07T04:12:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "d141fac9-1570-4353-8db1-c39bee5a2824", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "ab92abdc-6a6e-4ffa-81eb-2f47e5eb95f9", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "ab92abdc-6a6e-4ffa-81eb-2f47e5eb95f9", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16-authn-ssl"} 2026-09-07T04:12:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "ab92abdc-6a6e-4ffa-81eb-2f47e5eb95f9", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "95434350-cf3f-42c0-b8a4-f9ec8263ff07", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "95434350-cf3f-42c0-b8a4-f9ec8263ff07", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16-authn-ssl"} 2026-09-07T04:12:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "95434350-cf3f-42c0-b8a4-f9ec8263ff07", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "openshift-service-ca.crt", "reconcileID": "125908fb-a71e-40f8-af9c-19f899f3ae76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:12:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "odh-trusted-ca-bundle", "reconcileID": "e59f37e4-c64c-4bec-bccf-c8adab55d76e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:12:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "openshift-service-ca.crt", "reconcileID": "6adf99fe-2ce5-4b40-ac98-bfaab4614721", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-704b16", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:12:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "openshift-service-ca.crt", "reconcileID": "6adf99fe-2ce5-4b40-ac98-bfaab4614721", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:12:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "openshift-service-ca.crt", "reconcileID": "c78c0de1-81cc-46c3-95bd-c02b961f3926", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-704b16", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:12:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "openshift-service-ca.crt", "reconcileID": "c78c0de1-81cc-46c3-95bd-c02b961f3926", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T04:12:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96f17a8a-ed33-40a2-a5ce-e4b38e7fe234", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:12:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "openshift-service-ca.crt", "reconcileID": "fb68754d-f835-413b-8827-0ac07216e034", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:12:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "odh-trusted-ca-bundle", "reconcileID": "5f665559-a6b8-40ce-bbff-57603ee62408", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-704b16", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:12:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "odh-trusted-ca-bundle", "reconcileID": "5f665559-a6b8-40ce-bbff-57603ee62408", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:12:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d405ef49-a4dd-472c-be65-d77cdb794f5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:12:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "9219f5ba-c563-4ba0-b929-be3168cdf110", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "9219f5ba-c563-4ba0-b929-be3168cdf110", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16-authn-ssl"} 2026-09-07T04:12:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "9219f5ba-c563-4ba0-b929-be3168cdf110", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "39c1a238-ae71-401b-a776-7bb26874bb92", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:12:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "39c1a238-ae71-401b-a776-7bb26874bb92", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16-authn-ssl"} 2026-09-07T04:12:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "39c1a238-ae71-401b-a776-7bb26874bb92", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:13:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "fab0a0d8-e875-48b6-93bd-464d94389352", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "fab0a0d8-e875-48b6-93bd-464d94389352", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "fab0a0d8-e875-48b6-93bd-464d94389352", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "81b8bf31-ec72-4547-a19a-37475177ea92", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:13:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "fab0a0d8-e875-48b6-93bd-464d94389352", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa-kserve-route-authn"} 2026-09-07T04:13:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "fab0a0d8-e875-48b6-93bd-464d94389352", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "authType": "userdefined"} 2026-09-07T04:13:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "fab0a0d8-e875-48b6-93bd-464d94389352", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "81b8bf31-ec72-4547-a19a-37475177ea92", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:13:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "81b8bf31-ec72-4547-a19a-37475177ea92", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:13:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "d554503d-a3cd-4143-bcf4-bdd2aee0aab9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "d554503d-a3cd-4143-bcf4-bdd2aee0aab9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "d554503d-a3cd-4143-bcf4-bdd2aee0aab9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "d554503d-a3cd-4143-bcf4-bdd2aee0aab9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa-kserve-route-authn"} 2026-09-07T04:13:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "d554503d-a3cd-4143-bcf4-bdd2aee0aab9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "authType": "userdefined"} 2026-09-07T04:13:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "d554503d-a3cd-4143-bcf4-bdd2aee0aab9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "85845928-28ef-4015-99f8-603bceddb8cf", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:13:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "85845928-28ef-4015-99f8-603bceddb8cf", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:13:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "85845928-28ef-4015-99f8-603bceddb8cf", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:13:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "f8fec5ea-0d26-471c-abfb-7b31deb3421f", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "f8fec5ea-0d26-471c-abfb-7b31deb3421f", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "f8fec5ea-0d26-471c-abfb-7b31deb3421f", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "f8fec5ea-0d26-471c-abfb-7b31deb3421f", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa-kserve-route-authn"} 2026-09-07T04:13:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "f8fec5ea-0d26-471c-abfb-7b31deb3421f", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "authType": "userdefined"} 2026-09-07T04:13:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "f8fec5ea-0d26-471c-abfb-7b31deb3421f", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "59616c7e-b205-4f08-9bf1-21a039608437", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "59616c7e-b205-4f08-9bf1-21a039608437", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "59616c7e-b205-4f08-9bf1-21a039608437", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "59616c7e-b205-4f08-9bf1-21a039608437", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa-kserve-route-authn"} 2026-09-07T04:13:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "59616c7e-b205-4f08-9bf1-21a039608437", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "authType": "userdefined"} 2026-09-07T04:13:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "59616c7e-b205-4f08-9bf1-21a039608437", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "73a717a4-31f9-4656-bcbf-92656e05fcc7", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "73a717a4-31f9-4656-bcbf-92656e05fcc7", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "73a717a4-31f9-4656-bcbf-92656e05fcc7", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "73a717a4-31f9-4656-bcbf-92656e05fcc7", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa-kserve-route-authn"} 2026-09-07T04:13:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "73a717a4-31f9-4656-bcbf-92656e05fcc7", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "authType": "userdefined"} 2026-09-07T04:13:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "73a717a4-31f9-4656-bcbf-92656e05fcc7", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:13:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "06ea4405-c54a-43d9-9a30-af3a7414e585", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "06ea4405-c54a-43d9-9a30-af3a7414e585", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a-authn-ssl"} 2026-09-07T04:13:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "06ea4405-c54a-43d9-9a30-af3a7414e585", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "a9ffd440-3caf-4b07-9097-aad3dfa55584", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "a9ffd440-3caf-4b07-9097-aad3dfa55584", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a-authn-ssl"} 2026-09-07T04:13:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "a9ffd440-3caf-4b07-9097-aad3dfa55584", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "774f1090-cab6-454c-9649-16c0c5463d05", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "774f1090-cab6-454c-9649-16c0c5463d05", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a-authn-ssl"} 2026-09-07T04:13:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "774f1090-cab6-454c-9649-16c0c5463d05", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "603d9dec-5975-4c4e-92f5-fe6500c614b0", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "603d9dec-5975-4c4e-92f5-fe6500c614b0", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a-authn-ssl"} 2026-09-07T04:13:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "603d9dec-5975-4c4e-92f5-fe6500c614b0", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "4d7d7880-e5a2-43a7-b767-c88f0b89ac5c", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "4d7d7880-e5a2-43a7-b767-c88f0b89ac5c", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a-authn-ssl"} 2026-09-07T04:13:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "4d7d7880-e5a2-43a7-b767-c88f0b89ac5c", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "3d3ee77c-f95d-452f-addf-c35bf77fde69", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "3d3ee77c-f95d-452f-addf-c35bf77fde69", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a-authn-ssl"} 2026-09-07T04:13:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "3d3ee77c-f95d-452f-addf-c35bf77fde69", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "8ef57d18-a0aa-4038-b984-77b7b48b1480", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "8ef57d18-a0aa-4038-b984-77b7b48b1480", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a-authn-ssl"} 2026-09-07T04:13:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "8ef57d18-a0aa-4038-b984-77b7b48b1480", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "openshift-service-ca.crt", "reconcileID": "e28d2c71-b03e-4844-8fb5-3eb4ffad99d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:13:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "odh-trusted-ca-bundle", "reconcileID": "c5220e39-42b1-496b-a77b-8f8916b30324", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:13:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "openshift-service-ca.crt", "reconcileID": "4119591c-825d-4d2b-9818-483b582c83c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:13:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "openshift-service-ca.crt", "reconcileID": "4119591c-825d-4d2b-9818-483b582c83c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:13:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cca896cd-09ef-4d5c-bbcd-bb94c8484c78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:13:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "openshift-service-ca.crt", "reconcileID": "4a26b298-b829-4a2e-a507-0e16609960c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:13:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "odh-trusted-ca-bundle", "reconcileID": "20262df9-1f24-47e4-91cd-5e3952a150b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:13:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "odh-trusted-ca-bundle", "reconcileID": "20262df9-1f24-47e4-91cd-5e3952a150b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:13:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eeca04d8-64cd-4df8-b409-8c2f806e3368", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:13:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "1a267bdd-e777-4169-aae5-ff5c52cd52d6", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "1a267bdd-e777-4169-aae5-ff5c52cd52d6", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a-authn-ssl"} 2026-09-07T04:13:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "1a267bdd-e777-4169-aae5-ff5c52cd52d6", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "3a6d7ca7-35e2-4f14-a555-85852f2e7f7a", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:13:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "3a6d7ca7-35e2-4f14-a555-85852f2e7f7a", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a-authn-ssl"} 2026-09-07T04:13:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "3a6d7ca7-35e2-4f14-a555-85852f2e7f7a", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:14:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "8b73f23a-b8bb-4813-8dff-c4218d826436", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:14:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "8b73f23a-b8bb-4813-8dff-c4218d826436", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a-authn-ssl"} 2026-09-07T04:14:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "8b73f23a-b8bb-4813-8dff-c4218d826436", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:14:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97402776-d88c-4b2e-b895-796fd81b3125", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:14:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97402776-d88c-4b2e-b895-796fd81b3125", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:14:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97402776-d88c-4b2e-b895-796fd81b3125", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-c5ce6a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T04:14:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "odh-trusted-ca-bundle", "reconcileID": "16e5e8ed-b793-4359-92c4-71c38ad57270", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:14:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "odh-trusted-ca-bundle", "reconcileID": "16e5e8ed-b793-4359-92c4-71c38ad57270", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:14:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "openshift-service-ca.crt", "reconcileID": "df46fc2b-0f21-4d42-b116-f5c65951b3e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:14:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "openshift-service-ca.crt", "reconcileID": "df46fc2b-0f21-4d42-b116-f5c65951b3e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:14:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddabfa66-e569-478d-823c-b7c6f3192a82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:14:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c5ce6a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddabfa66-e569-478d-823c-b7c6f3192a82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c5ce6a"} 2026-09-07T04:14:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "bf243582-278f-41b3-846a-390511d62361", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:14:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "bf243582-278f-41b3-846a-390511d62361", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a-authn-ssl"} 2026-09-07T04:14:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "bf243582-278f-41b3-846a-390511d62361", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:14:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c5ce6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c5ce6a", "reconcileID": "7dbb23ec-2eb5-489f-a181-17df1f693c46", "Gateway": "e2e-ipp-cleanup-c5ce6a", "namespace": "openshift-ingress"} 2026-09-07T04:14:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "a3f2dd13-f0fe-40b3-ba30-8ccb9442f952", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:14:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "a3f2dd13-f0fe-40b3-ba30-8ccb9442f952", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:14:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "a3f2dd13-f0fe-40b3-ba30-8ccb9442f952", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:14:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "bf8aa74d-c79c-4152-9329-79d253b5db0c", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:14:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "bf8aa74d-c79c-4152-9329-79d253b5db0c", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:14:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "bf8aa74d-c79c-4152-9329-79d253b5db0c", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:14:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "fb0e3b14-a257-45d3-a6ed-d8610949e96e", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:14:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "fb0e3b14-a257-45d3-a6ed-d8610949e96e", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:14:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "fb0e3b14-a257-45d3-a6ed-d8610949e96e", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:14:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "95f577e8-6782-4fa8-9e9b-58f280b575c4", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:14:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "95f577e8-6782-4fa8-9e9b-58f280b575c4", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:14:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "95f577e8-6782-4fa8-9e9b-58f280b575c4", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:14:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "95f577e8-6782-4fa8-9e9b-58f280b575c4", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa-kserve-route-authn"} 2026-09-07T04:14:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "95f577e8-6782-4fa8-9e9b-58f280b575c4", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "authType": "userdefined"} 2026-09-07T04:14:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "95f577e8-6782-4fa8-9e9b-58f280b575c4", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c2137b8-620f-44d4-8a5e-a0775a681113", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c2137b8-620f-44d4-8a5e-a0775a681113", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:15:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c2137b8-620f-44d4-8a5e-a0775a681113", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f8fdfa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T04:15:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "odh-trusted-ca-bundle", "reconcileID": "53ac64be-7cd0-4de9-9324-fbec1c6c3cfd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "odh-trusted-ca-bundle", "reconcileID": "53ac64be-7cd0-4de9-9324-fbec1c6c3cfd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "openshift-service-ca.crt", "reconcileID": "4873241b-2034-4ebc-8de6-1e7ebf44cf07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "openshift-service-ca.crt", "reconcileID": "4873241b-2034-4ebc-8de6-1e7ebf44cf07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a73be45-4133-43a8-a09a-90644788e230", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a73be45-4133-43a8-a09a-90644788e230", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "22558d44-2dec-4ed1-bce7-d84cd57cfbe9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "22558d44-2dec-4ed1-bce7-d84cd57cfbe9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa"} 2026-09-07T04:15:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "22558d44-2dec-4ed1-bce7-d84cd57cfbe9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "22558d44-2dec-4ed1-bce7-d84cd57cfbe9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "22558d44-2dec-4ed1-bce7-d84cd57cfbe9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa-kserve-route-authn"} 2026-09-07T04:15:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "22558d44-2dec-4ed1-bce7-d84cd57cfbe9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa-kserve-route-authn"} 2026-09-07T04:15:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "22558d44-2dec-4ed1-bce7-d84cd57cfbe9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "22558d44-2dec-4ed1-bce7-d84cd57cfbe9", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "a3781893-555b-4a38-baf8-11bcb32adb8a", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:15:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "a3781893-555b-4a38-baf8-11bcb32adb8a", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:15:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "a3781893-555b-4a38-baf8-11bcb32adb8a", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:15:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "4c92bd33-8231-4770-aa43-740a30b10485", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "4c92bd33-8231-4770-aa43-740a30b10485", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa"} 2026-09-07T04:15:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "4c92bd33-8231-4770-aa43-740a30b10485", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "4c92bd33-8231-4770-aa43-740a30b10485", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "4c92bd33-8231-4770-aa43-740a30b10485", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa-kserve-route-authn"} 2026-09-07T04:15:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "4c92bd33-8231-4770-aa43-740a30b10485", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa-kserve-route-authn"} 2026-09-07T04:15:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "4c92bd33-8231-4770-aa43-740a30b10485", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "4c92bd33-8231-4770-aa43-740a30b10485", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f8fdfa","namespace":"ai-tenant-e2e-ipp-a-f8fdfa"}, "namespace": "ai-tenant-e2e-ipp-a-f8fdfa", "name": "ipp-route-f8fdfa", "reconcileID": "ab70d6dc-1a7e-4a4a-af86-47c8ffa6bbab", "LLMInferenceService": "ipp-route-f8fdfa", "namespace": "ai-tenant-e2e-ipp-a-f8fdfa"} 2026-09-07T04:15:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "0392b379-de69-41d8-86be-73185cddbfbd", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:15:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "0392b379-de69-41d8-86be-73185cddbfbd", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa-authn-ssl"} 2026-09-07T04:15:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "0392b379-de69-41d8-86be-73185cddbfbd", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:15:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f8fdfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f8fdfa", "reconcileID": "ef5c9c82-1f4a-4481-8eb7-0f12d1f4ff37", "Gateway": "e2e-ipp-a-f8fdfa", "namespace": "openshift-ingress"} 2026-09-07T04:15:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "58e8a79e-0bd3-4b6f-b9f8-7683b2b4c6d8", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:15:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "58e8a79e-0bd3-4b6f-b9f8-7683b2b4c6d8", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16-authn-ssl"} 2026-09-07T04:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "58e8a79e-0bd3-4b6f-b9f8-7683b2b4c6d8", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "e39d6491-001d-4d0e-986c-b5a1a9d55e13", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "e39d6491-001d-4d0e-986c-b5a1a9d55e13", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16-authn-ssl"} 2026-09-07T04:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "e39d6491-001d-4d0e-986c-b5a1a9d55e13", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:15:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eed7a5c-24ee-4c9c-9aaf-a9cfff9ec40b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:15:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eed7a5c-24ee-4c9c-9aaf-a9cfff9ec40b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-704b16", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:15:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eed7a5c-24ee-4c9c-9aaf-a9cfff9ec40b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-704b16 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T04:15:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "odh-trusted-ca-bundle", "reconcileID": "bde0c509-d8af-49ca-90bc-c84e355caf34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "odh-trusted-ca-bundle", "reconcileID": "bde0c509-d8af-49ca-90bc-c84e355caf34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:15:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "openshift-service-ca.crt", "reconcileID": "1c75e6dd-bfbc-4a09-b977-f2e92f28bc62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "openshift-service-ca.crt", "reconcileID": "1c75e6dd-bfbc-4a09-b977-f2e92f28bc62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:15:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15dc17de-9a3e-47a2-98b9-ac7395cef014", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-704b16"}, "namespace": "ai-tenant-e2e-ipp-b-704b16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15dc17de-9a3e-47a2-98b9-ac7395cef014", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-704b16"} 2026-09-07T04:15:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-704b16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-704b16", "reconcileID": "9b4587b2-277c-4284-9f6d-5ea13d281f85", "Gateway": "e2e-ipp-b-704b16", "namespace": "openshift-ingress"} 2026-09-07T04:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "773450c1-9255-4528-bb02-0ecb8d20c2e5", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress"} 2026-09-07T04:15:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "773450c1-9255-4528-bb02-0ecb8d20c2e5", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6-authn-ssl"} 2026-09-07T04:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "773450c1-9255-4528-bb02-0ecb8d20c2e5", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress"} 2026-09-07T04:16:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "c149b583-1c25-4fb2-8a69-4f727ebc7b84", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress"} 2026-09-07T04:16:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "c149b583-1c25-4fb2-8a69-4f727ebc7b84", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6-authn-ssl"} 2026-09-07T04:16:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "c149b583-1c25-4fb2-8a69-4f727ebc7b84", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress"} 2026-09-07T04:16:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49172922-0893-41f8-9d98-25bd8d89012a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:16:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49172922-0893-41f8-9d98-25bd8d89012a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:16:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49172922-0893-41f8-9d98-25bd8d89012a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-b8cea6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T04:16:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "odh-trusted-ca-bundle", "reconcileID": "f0ac49a2-42fb-4689-b2ed-0c49b2f0baf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "odh-trusted-ca-bundle", "reconcileID": "f0ac49a2-42fb-4689-b2ed-0c49b2f0baf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:16:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "openshift-service-ca.crt", "reconcileID": "c0bfc15a-aed1-4abd-ae99-ee3e2f6e33c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "openshift-service-ca.crt", "reconcileID": "c0bfc15a-aed1-4abd-ae99-ee3e2f6e33c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:16:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfbce9a6-eb0c-480a-9251-2633c8f6d335", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b8cea6"}, "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfbce9a6-eb0c-480a-9251-2633c8f6d335", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b8cea6"} 2026-09-07T04:16:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b8cea6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b8cea6", "reconcileID": "924dde9d-c5d6-40e2-a00d-9cd6bb74c05e", "Gateway": "e2e-shared-a-w3-b8cea6", "namespace": "openshift-ingress"} 2026-09-07T04:16:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "30125394-1236-4d28-8a9a-8f4b817fe354", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress"} 2026-09-07T04:16:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "30125394-1236-4d28-8a9a-8f4b817fe354", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57-authn-ssl"} 2026-09-07T04:16:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "30125394-1236-4d28-8a9a-8f4b817fe354", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress"} 2026-09-07T04:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "15bd03b5-ad33-4c58-8b04-debbd7d4e0b9", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress"} 2026-09-07T04:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "15bd03b5-ad33-4c58-8b04-debbd7d4e0b9", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57-authn-ssl"} 2026-09-07T04:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "15bd03b5-ad33-4c58-8b04-debbd7d4e0b9", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress"} 2026-09-07T04:16:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bccb37bb-06ee-41ad-8b25-3e7b62548bfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:16:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bccb37bb-06ee-41ad-8b25-3e7b62548bfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T04:16:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bccb37bb-06ee-41ad-8b25-3e7b62548bfc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-434d57 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T04:16:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "odh-trusted-ca-bundle", "reconcileID": "39930976-c90d-4a53-b772-8cca3a615a6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:16:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "odh-trusted-ca-bundle", "reconcileID": "39930976-c90d-4a53-b772-8cca3a615a6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:16:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "openshift-service-ca.crt", "reconcileID": "00720d42-6362-4d86-9fbf-8d7f9129928d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:16:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "openshift-service-ca.crt", "reconcileID": "00720d42-6362-4d86-9fbf-8d7f9129928d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:16:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "179dc08e-2461-4d1f-bf29-666b9262609f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:16:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-434d57"}, "namespace": "ai-tenant-e2e-shared-b-w3-434d57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "179dc08e-2461-4d1f-bf29-666b9262609f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-434d57"} 2026-09-07T04:16:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-434d57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-434d57", "reconcileID": "e62322b5-cad1-4cba-be5c-c8a92599cb28", "Gateway": "e2e-shared-b-w3-434d57", "namespace": "openshift-ingress"} 2026-09-07T04:17:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T04:17:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T04:17:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T04:17:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T04:20:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "838d06d8-9135-4bd4-97d6-8455f9526a3f", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:20:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "838d06d8-9135-4bd4-97d6-8455f9526a3f", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:20:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "838d06d8-9135-4bd4-97d6-8455f9526a3f", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:20:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "af6a0cde-f025-439e-868f-7c349ee93801", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:20:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "838d06d8-9135-4bd4-97d6-8455f9526a3f", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm", "name": "e2e-same-id-a-9444e724-kserve-route-authn"} 2026-09-07T04:20:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "838d06d8-9135-4bd4-97d6-8455f9526a3f", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm", "authType": "userdefined"} 2026-09-07T04:20:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "838d06d8-9135-4bd4-97d6-8455f9526a3f", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:20:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "af6a0cde-f025-439e-868f-7c349ee93801", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T04:20:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "af6a0cde-f025-439e-868f-7c349ee93801", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:20:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "11f80005-41fd-42b4-8031-f538b7afbf68", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:20:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "11f80005-41fd-42b4-8031-f538b7afbf68", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:20:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "11f80005-41fd-42b4-8031-f538b7afbf68", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:20:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "11f80005-41fd-42b4-8031-f538b7afbf68", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm", "name": "e2e-same-id-a-9444e724-kserve-route-authn"} 2026-09-07T04:20:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "11f80005-41fd-42b4-8031-f538b7afbf68", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm", "authType": "userdefined"} 2026-09-07T04:20:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "11f80005-41fd-42b4-8031-f538b7afbf68", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:20:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "8c6eebed-9e22-4011-97f6-410aecae8c2e", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:20:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "8c6eebed-9e22-4011-97f6-410aecae8c2e", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:20:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "8c6eebed-9e22-4011-97f6-410aecae8c2e", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:20:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e1cbb75-6670-4575-bc30-a0435aa191d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:20:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "8c6eebed-9e22-4011-97f6-410aecae8c2e", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm", "name": "e2e-same-id-b-9444e724-kserve-route-authn"} 2026-09-07T04:20:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "8c6eebed-9e22-4011-97f6-410aecae8c2e", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm", "authType": "userdefined"} 2026-09-07T04:20:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "8c6eebed-9e22-4011-97f6-410aecae8c2e", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:20:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e1cbb75-6670-4575-bc30-a0435aa191d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T04:20:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e1cbb75-6670-4575-bc30-a0435aa191d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:20:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b756715-5f1e-4aaf-b3ea-e6fc57296098", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:20:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b756715-5f1e-4aaf-b3ea-e6fc57296098", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T04:20:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b756715-5f1e-4aaf-b3ea-e6fc57296098", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:20:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "abde3da3-af26-4dea-96bf-d2abe03bfe2d", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:20:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "abde3da3-af26-4dea-96bf-d2abe03bfe2d", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:20:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "abde3da3-af26-4dea-96bf-d2abe03bfe2d", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:20:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "abde3da3-af26-4dea-96bf-d2abe03bfe2d", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm", "name": "e2e-same-id-a-9444e724-kserve-route-authn"} 2026-09-07T04:20:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "abde3da3-af26-4dea-96bf-d2abe03bfe2d", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm", "authType": "userdefined"} 2026-09-07T04:20:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "abde3da3-af26-4dea-96bf-d2abe03bfe2d", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:20:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "aff6d8df-774b-4ed0-be4b-a36c786e2815", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:20:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "aff6d8df-774b-4ed0-be4b-a36c786e2815", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:20:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "aff6d8df-774b-4ed0-be4b-a36c786e2815", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:20:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "aff6d8df-774b-4ed0-be4b-a36c786e2815", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm", "name": "e2e-same-id-b-9444e724-kserve-route-authn"} 2026-09-07T04:20:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "aff6d8df-774b-4ed0-be4b-a36c786e2815", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm", "authType": "userdefined"} 2026-09-07T04:20:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "aff6d8df-774b-4ed0-be4b-a36c786e2815", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:21:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "732beaa7-6ab7-45dc-888c-bec1646ed8b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:21:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "732beaa7-6ab7-45dc-888c-bec1646ed8b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T04:21:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "732beaa7-6ab7-45dc-888c-bec1646ed8b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:21:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "83d0cbbf-449e-410f-8523-b98862d0d45f", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:21:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "83d0cbbf-449e-410f-8523-b98862d0d45f", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:21:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "83d0cbbf-449e-410f-8523-b98862d0d45f", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:21:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "83d0cbbf-449e-410f-8523-b98862d0d45f", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm", "name": "e2e-same-id-b-9444e724-kserve-route-authn"} 2026-09-07T04:21:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "83d0cbbf-449e-410f-8523-b98862d0d45f", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm", "authType": "userdefined"} 2026-09-07T04:21:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "83d0cbbf-449e-410f-8523-b98862d0d45f", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:21:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "b829ef64-a17d-4255-9d0c-4b0bb9028015", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:21:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "b829ef64-a17d-4255-9d0c-4b0bb9028015", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:21:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "b829ef64-a17d-4255-9d0c-4b0bb9028015", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:21:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "b829ef64-a17d-4255-9d0c-4b0bb9028015", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm", "name": "e2e-same-id-a-9444e724-kserve-route-authn"} 2026-09-07T04:21:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "b829ef64-a17d-4255-9d0c-4b0bb9028015", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm", "authType": "userdefined"} 2026-09-07T04:21:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "b829ef64-a17d-4255-9d0c-4b0bb9028015", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:22:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "65df7858-2fc6-48e3-98c1-81e2936e7d1f", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:22:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "65df7858-2fc6-48e3-98c1-81e2936e7d1f", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:22:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "65df7858-2fc6-48e3-98c1-81e2936e7d1f", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:22:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "65df7858-2fc6-48e3-98c1-81e2936e7d1f", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm", "name": "e2e-same-id-b-9444e724-kserve-route-authn"} 2026-09-07T04:22:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "65df7858-2fc6-48e3-98c1-81e2936e7d1f", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm", "authType": "userdefined"} 2026-09-07T04:22:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "65df7858-2fc6-48e3-98c1-81e2936e7d1f", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:22:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "bdef493a-6303-452c-88d5-e7ec62744e03", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:22:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "bdef493a-6303-452c-88d5-e7ec62744e03", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm", "name": "e2e-same-id-a-9444e724"} 2026-09-07T04:22:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "bdef493a-6303-452c-88d5-e7ec62744e03", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:22:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "bdef493a-6303-452c-88d5-e7ec62744e03", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:22:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "bdef493a-6303-452c-88d5-e7ec62744e03", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm", "name": "e2e-same-id-a-9444e724-kserve-route-authn"} 2026-09-07T04:22:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "bdef493a-6303-452c-88d5-e7ec62744e03", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm", "name": "e2e-same-id-a-9444e724-kserve-route-authn"} 2026-09-07T04:22:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9444e724", "reconcileID": "61a305af-2e87-4f80-8a89-a0c24b49784f", "LLMInferenceService": "e2e-same-id-a-9444e724", "namespace": "llm"} 2026-09-07T04:22:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "489c477b-d024-42ab-ad68-99b540815cc3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:22:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "489c477b-d024-42ab-ad68-99b540815cc3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T04:22:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "489c477b-d024-42ab-ad68-99b540815cc3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:22:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0aa85039-bb6d-4aaf-9d3c-5e1162bd7bad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:22:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0aa85039-bb6d-4aaf-9d3c-5e1162bd7bad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T04:22:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0aa85039-bb6d-4aaf-9d3c-5e1162bd7bad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:22:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "36de2c94-043f-4917-b450-8a237c62fd12", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:22:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "36de2c94-043f-4917-b450-8a237c62fd12", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm", "name": "e2e-same-id-b-9444e724"} 2026-09-07T04:22:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "36de2c94-043f-4917-b450-8a237c62fd12", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:22:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "36de2c94-043f-4917-b450-8a237c62fd12", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:22:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "36de2c94-043f-4917-b450-8a237c62fd12", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm", "name": "e2e-same-id-b-9444e724-kserve-route-authn"} 2026-09-07T04:22:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "36de2c94-043f-4917-b450-8a237c62fd12", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm", "name": "e2e-same-id-b-9444e724-kserve-route-authn"} 2026-09-07T04:22:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9444e724","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9444e724", "reconcileID": "55f26fa7-6eac-4d99-9f45-c7e7a2bbe62e", "LLMInferenceService": "e2e-same-id-b-9444e724", "namespace": "llm"} 2026-09-07T04:22:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7698a82-09c0-4585-a1c6-7680b949b003", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:22:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7698a82-09c0-4585-a1c6-7680b949b003", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T04:22:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7698a82-09c0-4585-a1c6-7680b949b003", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:22:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13bd3c7a-a482-4e6d-9119-f6c9a8cbcbd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T04:22:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13bd3c7a-a482-4e6d-9119-f6c9a8cbcbd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T04:22:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13bd3c7a-a482-4e6d-9119-f6c9a8cbcbd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}