/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T11:00:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a1c584"}, "namespace": "ai-tenant-e2e-api-b-a1c584", "name": "odh-trusted-ca-bundle", "reconcileID": "4c9cd0a5-75f8-4431-9a33-a70200738951", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a1c584"} 2026-09-19T11:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a1c584"}, "namespace": "ai-tenant-e2e-api-b-a1c584", "name": "odh-trusted-ca-bundle", "reconcileID": "4c9cd0a5-75f8-4431-9a33-a70200738951", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a1c584"} 2026-09-19T11:00:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a1c584"}, "namespace": "ai-tenant-e2e-api-b-a1c584", "name": "openshift-service-ca.crt", "reconcileID": "fe8ebdce-4dca-4f83-8182-b7e974d68e35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a1c584"} 2026-09-19T11:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a1c584"}, "namespace": "ai-tenant-e2e-api-b-a1c584", "name": "openshift-service-ca.crt", "reconcileID": "fe8ebdce-4dca-4f83-8182-b7e974d68e35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a1c584"} 2026-09-19T11:00:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a1c584"}, "namespace": "ai-tenant-e2e-api-b-a1c584", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8f299da-680d-4963-a370-21d0da049352", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a1c584"} 2026-09-19T11:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a1c584"}, "namespace": "ai-tenant-e2e-api-b-a1c584", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8f299da-680d-4963-a370-21d0da049352", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a1c584"} 2026-09-19T11:00:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a1c584","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a1c584", "reconcileID": "c62bed76-a527-4096-a0e3-03e26b6db25d", "Gateway": "e2e-api-b-a1c584", "namespace": "openshift-ingress"} 2026-09-19T11:00:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "ee268cb1-eecd-432e-bc97-00b27af01f7a", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:00:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "ee268cb1-eecd-432e-bc97-00b27af01f7a", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:00:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "ee268cb1-eecd-432e-bc97-00b27af01f7a", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:00:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "ee268cb1-eecd-432e-bc97-00b27af01f7a", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262-kserve-route-authn"} 2026-09-19T11:00:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "ee268cb1-eecd-432e-bc97-00b27af01f7a", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "authType": "userdefined"} 2026-09-19T11:00:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "ee268cb1-eecd-432e-bc97-00b27af01f7a", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:00:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w1-9ac6b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-9ac6b3", "reconcileID": "31bedc56-c29b-4d19-9857-66db30e10422", "Gateway": "e2e-shared-a-w1-9ac6b3", "namespace": "openshift-ingress"} 2026-09-19T11:00:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w1-9ac6b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-9ac6b3", "reconcileID": "31bedc56-c29b-4d19-9857-66db30e10422", "Gateway": "e2e-shared-a-w1-9ac6b3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-9ac6b3-authn-ssl"} 2026-09-19T11:00:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w1-9ac6b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-9ac6b3", "reconcileID": "31bedc56-c29b-4d19-9857-66db30e10422", "Gateway": "e2e-shared-a-w1-9ac6b3", "namespace": "openshift-ingress"} 2026-09-19T11:00:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "bff28046-e2ac-4a23-a45e-b4f079273607", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "bff28046-e2ac-4a23-a45e-b4f079273607", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "bff28046-e2ac-4a23-a45e-b4f079273607", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "0a790110-da0f-49e7-a305-b5e7e10a6489", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:00:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "bff28046-e2ac-4a23-a45e-b4f079273607", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e-kserve-route-authn"} 2026-09-19T11:00:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "bff28046-e2ac-4a23-a45e-b4f079273607", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "authType": "userdefined"} 2026-09-19T11:00:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "bff28046-e2ac-4a23-a45e-b4f079273607", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "0a790110-da0f-49e7-a305-b5e7e10a6489", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e-authn-ssl"} 2026-09-19T11:00:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "0a790110-da0f-49e7-a305-b5e7e10a6489", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:00:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "83233a96-3c68-46c9-8530-f530bb6686d4", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "83233a96-3c68-46c9-8530-f530bb6686d4", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "83233a96-3c68-46c9-8530-f530bb6686d4", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "83233a96-3c68-46c9-8530-f530bb6686d4", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e-kserve-route-authn"} 2026-09-19T11:00:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "83233a96-3c68-46c9-8530-f530bb6686d4", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "authType": "userdefined"} 2026-09-19T11:00:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "83233a96-3c68-46c9-8530-f530bb6686d4", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "dd095f6d-965f-4320-be02-75476f93c577", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:00:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "dd095f6d-965f-4320-be02-75476f93c577", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e-authn-ssl"} 2026-09-19T11:00:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "dd095f6d-965f-4320-be02-75476f93c577", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:00:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-9ac6b3"}, "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d68de196-de8e-4e6e-b04b-0d014a4dd12f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3"} 2026-09-19T11:00:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-9ac6b3"}, "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d68de196-de8e-4e6e-b04b-0d014a4dd12f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:00:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-9ac6b3"}, "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d68de196-de8e-4e6e-b04b-0d014a4dd12f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w1-9ac6b3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T11:00:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-9ac6b3"}, "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3", "name": "odh-trusted-ca-bundle", "reconcileID": "1c6555f1-21c8-4865-b5cf-bc0d89af88ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3"} 2026-09-19T11:00:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-9ac6b3"}, "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3", "name": "odh-trusted-ca-bundle", "reconcileID": "1c6555f1-21c8-4865-b5cf-bc0d89af88ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3"} 2026-09-19T11:00:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w1-9ac6b3"}, "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3", "name": "openshift-service-ca.crt", "reconcileID": "7a957daa-2f90-4a42-bc4b-ba218560b311", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3"} 2026-09-19T11:00:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w1-9ac6b3"}, "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3", "name": "openshift-service-ca.crt", "reconcileID": "7a957daa-2f90-4a42-bc4b-ba218560b311", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3"} 2026-09-19T11:00:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-9ac6b3"}, "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4687355d-789a-46de-9eed-2073b794d16e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3"} 2026-09-19T11:00:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-9ac6b3"}, "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4687355d-789a-46de-9eed-2073b794d16e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w1-9ac6b3"} 2026-09-19T11:00:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w1-9ac6b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-9ac6b3", "reconcileID": "9633dad2-cf1f-4f22-9d0c-15fa0d4238ce", "Gateway": "e2e-shared-a-w1-9ac6b3", "namespace": "openshift-ingress"} 2026-09-19T11:00:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a7291be1-1640-4082-8bf6-b12a885c960e", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a7291be1-1640-4082-8bf6-b12a885c960e", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a7291be1-1640-4082-8bf6-b12a885c960e", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a7291be1-1640-4082-8bf6-b12a885c960e", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e-kserve-route-authn"} 2026-09-19T11:00:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a7291be1-1640-4082-8bf6-b12a885c960e", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "authType": "userdefined"} 2026-09-19T11:00:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a7291be1-1640-4082-8bf6-b12a885c960e", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "ad0b634b-8b57-4bf5-87d6-385360166c67", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "ad0b634b-8b57-4bf5-87d6-385360166c67", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "ad0b634b-8b57-4bf5-87d6-385360166c67", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "ad0b634b-8b57-4bf5-87d6-385360166c67", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e-kserve-route-authn"} 2026-09-19T11:00:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "ad0b634b-8b57-4bf5-87d6-385360166c67", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "authType": "userdefined"} 2026-09-19T11:00:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "ad0b634b-8b57-4bf5-87d6-385360166c67", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "bae26bc1-34ac-456a-8b43-e61ebfdada67", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "bae26bc1-34ac-456a-8b43-e61ebfdada67", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "bae26bc1-34ac-456a-8b43-e61ebfdada67", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "bae26bc1-34ac-456a-8b43-e61ebfdada67", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e-kserve-route-authn"} 2026-09-19T11:00:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "bae26bc1-34ac-456a-8b43-e61ebfdada67", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "authType": "userdefined"} 2026-09-19T11:00:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "bae26bc1-34ac-456a-8b43-e61ebfdada67", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:00:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-266c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-266c89", "reconcileID": "01515df4-4f9e-49f8-a746-deecfce1ade7", "Gateway": "e2e-shared-b-w1-266c89", "namespace": "openshift-ingress"} 2026-09-19T11:00:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-266c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-266c89", "reconcileID": "01515df4-4f9e-49f8-a746-deecfce1ade7", "Gateway": "e2e-shared-b-w1-266c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-266c89-authn-ssl"} 2026-09-19T11:00:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-266c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-266c89", "reconcileID": "01515df4-4f9e-49f8-a746-deecfce1ade7", "Gateway": "e2e-shared-b-w1-266c89", "namespace": "openshift-ingress"} 2026-09-19T11:00:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-266c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-266c89", "reconcileID": "ef2a98ee-0620-432e-b5ce-d4196e5ed655", "Gateway": "e2e-shared-b-w1-266c89", "namespace": "openshift-ingress"} 2026-09-19T11:00:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-266c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-266c89", "reconcileID": "ef2a98ee-0620-432e-b5ce-d4196e5ed655", "Gateway": "e2e-shared-b-w1-266c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-266c89-authn-ssl"} 2026-09-19T11:00:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-266c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-266c89", "reconcileID": "ef2a98ee-0620-432e-b5ce-d4196e5ed655", "Gateway": "e2e-shared-b-w1-266c89", "namespace": "openshift-ingress"} 2026-09-19T11:00:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-266c89"}, "namespace": "ai-tenant-e2e-shared-b-w1-266c89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8123a03c-b3db-4d7c-a46e-93874d9d562f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w1-266c89"} 2026-09-19T11:00:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-266c89"}, "namespace": "ai-tenant-e2e-shared-b-w1-266c89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8123a03c-b3db-4d7c-a46e-93874d9d562f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w1-266c89", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:00:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-266c89"}, "namespace": "ai-tenant-e2e-shared-b-w1-266c89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8123a03c-b3db-4d7c-a46e-93874d9d562f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w1-266c89 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T11:00:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-266c89"}, "namespace": "ai-tenant-e2e-shared-b-w1-266c89", "name": "odh-trusted-ca-bundle", "reconcileID": "fd202139-e69d-4b11-92af-072b169d3108", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w1-266c89"} 2026-09-19T11:00:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-266c89"}, "namespace": "ai-tenant-e2e-shared-b-w1-266c89", "name": "odh-trusted-ca-bundle", "reconcileID": "fd202139-e69d-4b11-92af-072b169d3108", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w1-266c89"} 2026-09-19T11:00:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w1-266c89"}, "namespace": "ai-tenant-e2e-shared-b-w1-266c89", "name": "openshift-service-ca.crt", "reconcileID": "fb4307ac-6532-4fdb-95e7-828497dc8250", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w1-266c89"} 2026-09-19T11:00:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w1-266c89"}, "namespace": "ai-tenant-e2e-shared-b-w1-266c89", "name": "openshift-service-ca.crt", "reconcileID": "fb4307ac-6532-4fdb-95e7-828497dc8250", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w1-266c89"} 2026-09-19T11:00:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-266c89"}, "namespace": "ai-tenant-e2e-shared-b-w1-266c89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e6dc3bd-62ac-485b-bfae-c172a546dd01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w1-266c89"} 2026-09-19T11:00:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-266c89"}, "namespace": "ai-tenant-e2e-shared-b-w1-266c89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e6dc3bd-62ac-485b-bfae-c172a546dd01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w1-266c89"} 2026-09-19T11:00:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-266c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-266c89", "reconcileID": "584ade69-f474-4f96-81fb-d38fad66ff3d", "Gateway": "e2e-shared-b-w1-266c89", "namespace": "openshift-ingress"} 2026-09-19T11:01:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "41c7e8c4-a45f-416b-a646-f61bf0689356", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:01:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "41c7e8c4-a45f-416b-a646-f61bf0689356", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262"} 2026-09-19T11:01:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "41c7e8c4-a45f-416b-a646-f61bf0689356", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:01:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "41c7e8c4-a45f-416b-a646-f61bf0689356", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:01:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "41c7e8c4-a45f-416b-a646-f61bf0689356", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262-kserve-route-authn"} 2026-09-19T11:01:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "41c7e8c4-a45f-416b-a646-f61bf0689356", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262-kserve-route-authn"} 2026-09-19T11:01:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "41c7e8c4-a45f-416b-a646-f61bf0689356", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:01:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "41c7e8c4-a45f-416b-a646-f61bf0689356", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:01:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72e262","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "rate-test-model-72e262", "reconcileID": "83a13cdf-8c4a-4d06-8780-22b23fc06b5d", "LLMInferenceService": "rate-test-model-72e262", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:01:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "3871533a-5d50-4a01-931a-f89da54dac74", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress"} 2026-09-19T11:01:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "3871533a-5d50-4a01-931a-f89da54dac74", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262-authn-ssl"} 2026-09-19T11:01:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "3871533a-5d50-4a01-931a-f89da54dac74", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress"} 2026-09-19T11:01:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "c1d1c9e6-dfa9-402b-9a1c-c2287a03a476", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress"} 2026-09-19T11:01:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "c1d1c9e6-dfa9-402b-9a1c-c2287a03a476", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262-authn-ssl"} 2026-09-19T11:01:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "c1d1c9e6-dfa9-402b-9a1c-c2287a03a476", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress"} 2026-09-19T11:01:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a0484da3-bfb8-4d81-9861-1e3a2a44f190", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:01:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a0484da3-bfb8-4d81-9861-1e3a2a44f190", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e"} 2026-09-19T11:01:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a0484da3-bfb8-4d81-9861-1e3a2a44f190", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:01:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a0484da3-bfb8-4d81-9861-1e3a2a44f190", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:01:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a0484da3-bfb8-4d81-9861-1e3a2a44f190", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e-kserve-route-authn"} 2026-09-19T11:01:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a0484da3-bfb8-4d81-9861-1e3a2a44f190", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e-kserve-route-authn"} 2026-09-19T11:01:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a0484da3-bfb8-4d81-9861-1e3a2a44f190", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:01:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "a0484da3-bfb8-4d81-9861-1e3a2a44f190", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:01:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-99b43e","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "rate-test-model-99b43e", "reconcileID": "8fc91dbf-e641-4a15-9a7e-f7fca3865beb", "LLMInferenceService": "rate-test-model-99b43e", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "8898b187-fa38-44d6-ab31-66d53a15477a", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "8898b187-fa38-44d6-ab31-66d53a15477a", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e-authn-ssl"} 2026-09-19T11:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "8898b187-fa38-44d6-ab31-66d53a15477a", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "c819d570-3cf6-4863-a693-6e52d426d6a2", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "c819d570-3cf6-4863-a693-6e52d426d6a2", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e-authn-ssl"} 2026-09-19T11:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "c819d570-3cf6-4863-a693-6e52d426d6a2", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "f571c167-9f9f-4b15-bd58-94fba927aa61", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "f571c167-9f9f-4b15-bd58-94fba927aa61", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "f571c167-9f9f-4b15-bd58-94fba927aa61", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "7764fbe8-c7e4-4033-919d-f8ca68d0edbe", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "7764fbe8-c7e4-4033-919d-f8ca68d0edbe", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "7764fbe8-c7e4-4033-919d-f8ca68d0edbe", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "73392e00-fd13-40c2-a204-cd769894104d", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "73392e00-fd13-40c2-a204-cd769894104d", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "73392e00-fd13-40c2-a204-cd769894104d", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "9455e521-a43e-4014-87fc-bfd8cba73b39", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "9455e521-a43e-4014-87fc-bfd8cba73b39", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "9455e521-a43e-4014-87fc-bfd8cba73b39", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "d7cb0790-3ef0-4178-80f4-62d5dbec3127", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "d7cb0790-3ef0-4178-80f4-62d5dbec3127", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:01:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "d7cb0790-3ef0-4178-80f4-62d5dbec3127", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "df6eb40a-afdc-4cde-9bcf-c36a91437de0", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "df6eb40a-afdc-4cde-9bcf-c36a91437de0", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:01:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "df6eb40a-afdc-4cde-9bcf-c36a91437de0", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "f133001d-0e80-4f46-a567-c7e093356fcb", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "f133001d-0e80-4f46-a567-c7e093356fcb", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:01:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "f133001d-0e80-4f46-a567-c7e093356fcb", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "openshift-service-ca.crt", "reconcileID": "4896ab91-b061-4f16-9572-8d1287d6b057", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:01:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "openshift-service-ca.crt", "reconcileID": "c0d31971-6a0e-4d0a-9694-f858c7369be6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:01:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "openshift-service-ca.crt", "reconcileID": "c0d31971-6a0e-4d0a-9694-f858c7369be6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:01:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "odh-trusted-ca-bundle", "reconcileID": "700ebfb3-85be-4375-a9ad-07eafc5af551", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:01:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0d03220-4a03-4f8a-88d9-3cce257de7ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:01:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "openshift-service-ca.crt", "reconcileID": "580d525b-f807-490a-8f6d-c1fc9c04cf04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:01:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "odh-trusted-ca-bundle", "reconcileID": "2c8e417f-297c-4c3c-85b1-e37875f252ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "update": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:01:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "odh-trusted-ca-bundle", "reconcileID": "2c8e417f-297c-4c3c-85b1-e37875f252ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:01:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4db6837-2061-474f-9ec9-7b5778b4ea26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:01:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "3de2c1d9-6f32-47a5-909e-cb763662c6c7", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "3de2c1d9-6f32-47a5-909e-cb763662c6c7", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:01:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "3de2c1d9-6f32-47a5-909e-cb763662c6c7", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "d5f3c9a3-ad0d-4de2-a534-c326924b990a", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "d5f3c9a3-ad0d-4de2-a534-c326924b990a", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:01:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "d5f3c9a3-ad0d-4de2-a534-c326924b990a", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:01:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "6098ae7c-5a78-43a9-9b32-654e209bc8b5", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "6098ae7c-5a78-43a9-9b32-654e209bc8b5", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9-authn-ssl"} 2026-09-19T11:01:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "6098ae7c-5a78-43a9-9b32-654e209bc8b5", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "cbb07587-e919-46eb-ac74-8e616c4dd861", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "cbb07587-e919-46eb-ac74-8e616c4dd861", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9-authn-ssl"} 2026-09-19T11:01:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "cbb07587-e919-46eb-ac74-8e616c4dd861", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "197cd26e-c7c0-4356-80d9-f72697bed868", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "197cd26e-c7c0-4356-80d9-f72697bed868", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9-authn-ssl"} 2026-09-19T11:01:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "197cd26e-c7c0-4356-80d9-f72697bed868", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "fb139b08-5ae4-42f0-8fdf-df3f4d091113", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "fb139b08-5ae4-42f0-8fdf-df3f4d091113", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9-authn-ssl"} 2026-09-19T11:01:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "fb139b08-5ae4-42f0-8fdf-df3f4d091113", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "e6fd8156-ab09-407e-80cb-1a5171e9cabd", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "e6fd8156-ab09-407e-80cb-1a5171e9cabd", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9-authn-ssl"} 2026-09-19T11:01:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "e6fd8156-ab09-407e-80cb-1a5171e9cabd", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "84c8f3bd-ba0b-4ccf-81b8-04b4888fc4bb", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "84c8f3bd-ba0b-4ccf-81b8-04b4888fc4bb", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9-authn-ssl"} 2026-09-19T11:01:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "84c8f3bd-ba0b-4ccf-81b8-04b4888fc4bb", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "e92e877a-bb28-41e3-8ea3-ec875a8d2c3a", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "e92e877a-bb28-41e3-8ea3-ec875a8d2c3a", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9-authn-ssl"} 2026-09-19T11:01:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "e92e877a-bb28-41e3-8ea3-ec875a8d2c3a", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "openshift-service-ca.crt", "reconcileID": "fb7f1c1c-925b-4c0f-ae8c-ceedd434946d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:01:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "odh-trusted-ca-bundle", "reconcileID": "2db0b465-5770-40cc-949a-7f0e5893de40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:01:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "openshift-service-ca.crt", "reconcileID": "8457d76e-c82c-4183-abbb-f5e519ea1c32", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f210d9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:01:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "openshift-service-ca.crt", "reconcileID": "8457d76e-c82c-4183-abbb-f5e519ea1c32", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:01:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "openshift-service-ca.crt", "reconcileID": "e0154144-e06f-420a-908d-6ab5a6fdd225", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:01:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5af34b4a-8e2a-4faf-a68b-de61ae3970f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:01:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "odh-trusted-ca-bundle", "reconcileID": "d615bfc6-b46c-4376-bed2-3b8e61333c52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f210d9", "update": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:01:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "odh-trusted-ca-bundle", "reconcileID": "d615bfc6-b46c-4376-bed2-3b8e61333c52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:01:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba048365-1cfd-41e6-898b-4f4a445d387e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:01:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "7f2c4e35-8752-4a2a-a5a0-b60aba84f8d9", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "7f2c4e35-8752-4a2a-a5a0-b60aba84f8d9", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9-authn-ssl"} 2026-09-19T11:01:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "7f2c4e35-8752-4a2a-a5a0-b60aba84f8d9", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "bb736c25-1d3f-498c-b403-bccaa01aacd3", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "bb736c25-1d3f-498c-b403-bccaa01aacd3", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9-authn-ssl"} 2026-09-19T11:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "bb736c25-1d3f-498c-b403-bccaa01aacd3", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:02:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "9718b0d5-fd6e-4676-b95b-2705f54013b2", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "9718b0d5-fd6e-4676-b95b-2705f54013b2", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "9718b0d5-fd6e-4676-b95b-2705f54013b2", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "220afed3-56eb-479e-a86a-6e057832509c", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:02:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "9718b0d5-fd6e-4676-b95b-2705f54013b2", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad-kserve-route-authn"} 2026-09-19T11:02:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "9718b0d5-fd6e-4676-b95b-2705f54013b2", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "authType": "userdefined"} 2026-09-19T11:02:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "9718b0d5-fd6e-4676-b95b-2705f54013b2", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "220afed3-56eb-479e-a86a-6e057832509c", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:02:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "220afed3-56eb-479e-a86a-6e057832509c", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:02:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "cfc2400e-e5eb-4f4c-9917-888101f1bfb8", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "cfc2400e-e5eb-4f4c-9917-888101f1bfb8", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "cfc2400e-e5eb-4f4c-9917-888101f1bfb8", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "cfc2400e-e5eb-4f4c-9917-888101f1bfb8", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad-kserve-route-authn"} 2026-09-19T11:02:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "cfc2400e-e5eb-4f4c-9917-888101f1bfb8", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "authType": "userdefined"} 2026-09-19T11:02:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "cfc2400e-e5eb-4f4c-9917-888101f1bfb8", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "2cd35aef-42e4-4b43-aa17-5f2c7bbfdf0a", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:02:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "2cd35aef-42e4-4b43-aa17-5f2c7bbfdf0a", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:02:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "2cd35aef-42e4-4b43-aa17-5f2c7bbfdf0a", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:02:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "83de0206-8fa7-430a-9ec4-8c6e7f191214", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "83de0206-8fa7-430a-9ec4-8c6e7f191214", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "83de0206-8fa7-430a-9ec4-8c6e7f191214", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "83de0206-8fa7-430a-9ec4-8c6e7f191214", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad-kserve-route-authn"} 2026-09-19T11:02:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "83de0206-8fa7-430a-9ec4-8c6e7f191214", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "authType": "userdefined"} 2026-09-19T11:02:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "83de0206-8fa7-430a-9ec4-8c6e7f191214", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "21354234-c12b-41e3-9272-3f432441321b", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "21354234-c12b-41e3-9272-3f432441321b", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "21354234-c12b-41e3-9272-3f432441321b", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "21354234-c12b-41e3-9272-3f432441321b", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad-kserve-route-authn"} 2026-09-19T11:02:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "21354234-c12b-41e3-9272-3f432441321b", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "authType": "userdefined"} 2026-09-19T11:02:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "21354234-c12b-41e3-9272-3f432441321b", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "8d5e9e25-4985-45a5-8122-fe111dcfea49", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "8d5e9e25-4985-45a5-8122-fe111dcfea49", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "8d5e9e25-4985-45a5-8122-fe111dcfea49", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "8d5e9e25-4985-45a5-8122-fe111dcfea49", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad-kserve-route-authn"} 2026-09-19T11:02:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "8d5e9e25-4985-45a5-8122-fe111dcfea49", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "authType": "userdefined"} 2026-09-19T11:02:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "8d5e9e25-4985-45a5-8122-fe111dcfea49", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "8cb6515e-2f82-44e5-8241-0143d276668d", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "8cb6515e-2f82-44e5-8241-0143d276668d", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43-authn-ssl"} 2026-09-19T11:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "8cb6515e-2f82-44e5-8241-0143d276668d", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "5c1ee452-aea0-4e46-8839-9895206708f9", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "5c1ee452-aea0-4e46-8839-9895206708f9", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43-authn-ssl"} 2026-09-19T11:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "5c1ee452-aea0-4e46-8839-9895206708f9", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "c8c26623-f974-47f2-b703-faa04a33bfae", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "c8c26623-f974-47f2-b703-faa04a33bfae", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43-authn-ssl"} 2026-09-19T11:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "c8c26623-f974-47f2-b703-faa04a33bfae", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "7e198590-c70c-4389-8009-b82104ce41c2", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "7e198590-c70c-4389-8009-b82104ce41c2", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43-authn-ssl"} 2026-09-19T11:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "7e198590-c70c-4389-8009-b82104ce41c2", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "a437501e-0895-418d-a9dd-03057351d1e4", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "a437501e-0895-418d-a9dd-03057351d1e4", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43-authn-ssl"} 2026-09-19T11:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "a437501e-0895-418d-a9dd-03057351d1e4", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "bdf11609-cd1f-47a7-a348-6e9f2d56635c", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "bdf11609-cd1f-47a7-a348-6e9f2d56635c", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43-authn-ssl"} 2026-09-19T11:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "bdf11609-cd1f-47a7-a348-6e9f2d56635c", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "38508ce5-20e4-4a9d-a64c-c8914bc50312", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "38508ce5-20e4-4a9d-a64c-c8914bc50312", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43-authn-ssl"} 2026-09-19T11:02:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "38508ce5-20e4-4a9d-a64c-c8914bc50312", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "0014e08d-502a-4941-8162-67656ac16ddd", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "0014e08d-502a-4941-8162-67656ac16ddd", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43-authn-ssl"} 2026-09-19T11:02:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "0014e08d-502a-4941-8162-67656ac16ddd", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "openshift-service-ca.crt", "reconcileID": "55437760-e94b-4468-b2f7-0f3ef5ef3306", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:02:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "odh-trusted-ca-bundle", "reconcileID": "d20f5933-0dfe-4f87-9a68-1e8e3fc0b466", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:02:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "openshift-service-ca.crt", "reconcileID": "b2c27841-27d4-4aa9-808d-fff37fc93104", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:02:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "openshift-service-ca.crt", "reconcileID": "b2c27841-27d4-4aa9-808d-fff37fc93104", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:02:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cae0e7f2-ea57-47d1-a138-09de819a9ace", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:02:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "openshift-service-ca.crt", "reconcileID": "0c68c742-7370-48cd-aa46-a6a1f6d2c83f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:02:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "odh-trusted-ca-bundle", "reconcileID": "a323186c-0a1f-4fc2-b7a3-9885a9084fec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "update": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:02:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "odh-trusted-ca-bundle", "reconcileID": "a323186c-0a1f-4fc2-b7a3-9885a9084fec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:02:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd9ef2e7-2f9c-4315-bd00-a92847529929", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:02:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "24710ec3-34a9-43ea-9deb-24994913bdd1", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "24710ec3-34a9-43ea-9deb-24994913bdd1", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43-authn-ssl"} 2026-09-19T11:02:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "24710ec3-34a9-43ea-9deb-24994913bdd1", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "79da57d6-8cda-4696-834c-0adee20861f9", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "79da57d6-8cda-4696-834c-0adee20861f9", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43-authn-ssl"} 2026-09-19T11:02:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "79da57d6-8cda-4696-834c-0adee20861f9", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:02:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T11:02:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T11:02:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T11:02:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T11:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "000095d6-babf-4784-a3c0-2b262e31b2e8", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "000095d6-babf-4784-a3c0-2b262e31b2e8", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43-authn-ssl"} 2026-09-19T11:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "000095d6-babf-4784-a3c0-2b262e31b2e8", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:03:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "8ae73acb-1cf9-4c2f-b1b9-0b50c70c6548", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:03:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "8ae73acb-1cf9-4c2f-b1b9-0b50c70c6548", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43-authn-ssl"} 2026-09-19T11:03:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "8ae73acb-1cf9-4c2f-b1b9-0b50c70c6548", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:03:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1611651-cfd4-4263-998d-f1bd1ddd6ca8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:03:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1611651-cfd4-4263-998d-f1bd1ddd6ca8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:03:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1611651-cfd4-4263-998d-f1bd1ddd6ca8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-953b43 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T11:03:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "odh-trusted-ca-bundle", "reconcileID": "5e50a4de-acd6-419f-9c7d-84809aee66f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:03:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "odh-trusted-ca-bundle", "reconcileID": "5e50a4de-acd6-419f-9c7d-84809aee66f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:03:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "openshift-service-ca.crt", "reconcileID": "de0b28d0-bbce-42e6-9b91-4f5569a26f49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:03:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "openshift-service-ca.crt", "reconcileID": "de0b28d0-bbce-42e6-9b91-4f5569a26f49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:03:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7637b27-5001-47f6-ace4-62097959c989", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:03:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-953b43"}, "namespace": "ai-tenant-e2e-ipp-cleanup-953b43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7637b27-5001-47f6-ace4-62097959c989", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-953b43"} 2026-09-19T11:03:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-953b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-953b43", "reconcileID": "c88def74-3177-4a6a-93ff-9ac0be669787", "Gateway": "e2e-ipp-cleanup-953b43", "namespace": "openshift-ingress"} 2026-09-19T11:03:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "1f8a950d-2a0a-4ec5-aa2b-04968308b6be", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:03:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "1f8a950d-2a0a-4ec5-aa2b-04968308b6be", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:03:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "1f8a950d-2a0a-4ec5-aa2b-04968308b6be", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:03:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "ee193cbc-fbcb-4ddd-a233-66c9da121c18", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:03:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "ee193cbc-fbcb-4ddd-a233-66c9da121c18", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:03:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "ee193cbc-fbcb-4ddd-a233-66c9da121c18", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:03:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "f1ad4aa6-e614-4a53-96ed-ccb01d61e978", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:03:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "f1ad4aa6-e614-4a53-96ed-ccb01d61e978", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:03:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "f1ad4aa6-e614-4a53-96ed-ccb01d61e978", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:03:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "de88b12f-f9aa-4caa-8af9-8bc5ef29d20c", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:03:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "de88b12f-f9aa-4caa-8af9-8bc5ef29d20c", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:03:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "de88b12f-f9aa-4caa-8af9-8bc5ef29d20c", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:03:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "de88b12f-f9aa-4caa-8af9-8bc5ef29d20c", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad-kserve-route-authn"} 2026-09-19T11:03:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "de88b12f-f9aa-4caa-8af9-8bc5ef29d20c", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "authType": "userdefined"} 2026-09-19T11:03:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "de88b12f-f9aa-4caa-8af9-8bc5ef29d20c", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80dd6e74-a17b-450f-95a9-9713645f601d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80dd6e74-a17b-450f-95a9-9713645f601d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:04:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80dd6e74-a17b-450f-95a9-9713645f601d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-bd3aad because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T11:04:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "odh-trusted-ca-bundle", "reconcileID": "179dd6de-f592-4744-a09d-64c33eae38d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "odh-trusted-ca-bundle", "reconcileID": "179dd6de-f592-4744-a09d-64c33eae38d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "openshift-service-ca.crt", "reconcileID": "e8969fe4-7743-4c8e-91fd-f0ab10921ee3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "openshift-service-ca.crt", "reconcileID": "e8969fe4-7743-4c8e-91fd-f0ab10921ee3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ef48f71-7a7e-4dd3-868c-94a8e4c4efb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ef48f71-7a7e-4dd3-868c-94a8e4c4efb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "366769d2-ae12-4882-98a1-08fa7d5413b5", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "366769d2-ae12-4882-98a1-08fa7d5413b5", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad"} 2026-09-19T11:04:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "366769d2-ae12-4882-98a1-08fa7d5413b5", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "366769d2-ae12-4882-98a1-08fa7d5413b5", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "366769d2-ae12-4882-98a1-08fa7d5413b5", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad-kserve-route-authn"} 2026-09-19T11:04:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "366769d2-ae12-4882-98a1-08fa7d5413b5", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad-kserve-route-authn"} 2026-09-19T11:04:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "366769d2-ae12-4882-98a1-08fa7d5413b5", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "366769d2-ae12-4882-98a1-08fa7d5413b5", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bd3aad","namespace":"ai-tenant-e2e-ipp-a-bd3aad"}, "namespace": "ai-tenant-e2e-ipp-a-bd3aad", "name": "ipp-route-bd3aad", "reconcileID": "7a4d824a-d15a-4615-a3e6-5809f6840f90", "LLMInferenceService": "ipp-route-bd3aad", "namespace": "ai-tenant-e2e-ipp-a-bd3aad"} 2026-09-19T11:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "b75c1589-e3ec-424c-84a7-066e102cca03", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:04:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "b75c1589-e3ec-424c-84a7-066e102cca03", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "b75c1589-e3ec-424c-84a7-066e102cca03", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "fecb0822-755d-4b3c-9d7d-6748dd25b68a", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:04:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "fecb0822-755d-4b3c-9d7d-6748dd25b68a", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad-authn-ssl"} 2026-09-19T11:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "fecb0822-755d-4b3c-9d7d-6748dd25b68a", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:04:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bd3aad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bd3aad", "reconcileID": "dd9fe083-a323-45d8-9949-1d2782162773", "Gateway": "e2e-ipp-a-bd3aad", "namespace": "openshift-ingress"} 2026-09-19T11:04:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "34a686ab-3a70-46c1-b5a1-162eb5f283cf", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:04:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "34a686ab-3a70-46c1-b5a1-162eb5f283cf", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9-authn-ssl"} 2026-09-19T11:04:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "34a686ab-3a70-46c1-b5a1-162eb5f283cf", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:04:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "c04a52e4-dd36-42db-93d2-a860d971d7ec", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:04:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "c04a52e4-dd36-42db-93d2-a860d971d7ec", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9-authn-ssl"} 2026-09-19T11:04:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "c04a52e4-dd36-42db-93d2-a860d971d7ec", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:04:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c69671ef-b5e7-4632-b051-c5dae491a5c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:04:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c69671ef-b5e7-4632-b051-c5dae491a5c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f210d9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:04:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c69671ef-b5e7-4632-b051-c5dae491a5c2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f210d9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T11:04:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "odh-trusted-ca-bundle", "reconcileID": "70f03406-7a81-49c2-895b-f945d7447ae0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:04:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "odh-trusted-ca-bundle", "reconcileID": "70f03406-7a81-49c2-895b-f945d7447ae0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:04:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "openshift-service-ca.crt", "reconcileID": "7c32a52b-f550-4ddf-ad68-063fe8d3fa20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:04:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "openshift-service-ca.crt", "reconcileID": "7c32a52b-f550-4ddf-ad68-063fe8d3fa20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:04:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c517b9a-4311-490f-b0c9-ded5e680ff10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:04:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f210d9"}, "namespace": "ai-tenant-e2e-ipp-b-f210d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c517b9a-4311-490f-b0c9-ded5e680ff10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f210d9"} 2026-09-19T11:04:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f210d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f210d9", "reconcileID": "41133fe1-1ff0-4cbc-b3e3-cdae031e7a5f", "Gateway": "e2e-ipp-b-f210d9", "namespace": "openshift-ingress"} 2026-09-19T11:04:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "7aecb885-8b78-4f20-ac90-3e5bdb93eea9", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress"} 2026-09-19T11:04:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "7aecb885-8b78-4f20-ac90-3e5bdb93eea9", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262-authn-ssl"} 2026-09-19T11:04:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "7aecb885-8b78-4f20-ac90-3e5bdb93eea9", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress"} 2026-09-19T11:05:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "f86f1c72-a049-429f-9eee-6126c4981350", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress"} 2026-09-19T11:05:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "f86f1c72-a049-429f-9eee-6126c4981350", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262-authn-ssl"} 2026-09-19T11:05:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "f86f1c72-a049-429f-9eee-6126c4981350", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress"} 2026-09-19T11:05:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7ef3736-9eb9-43bd-b414-2dece23a5da0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:05:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7ef3736-9eb9-43bd-b414-2dece23a5da0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:05:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7ef3736-9eb9-43bd-b414-2dece23a5da0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-72e262 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T11:05:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "odh-trusted-ca-bundle", "reconcileID": "45a2aa32-003c-49dd-a956-8bb4d2837748", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:05:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "odh-trusted-ca-bundle", "reconcileID": "45a2aa32-003c-49dd-a956-8bb4d2837748", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:05:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "openshift-service-ca.crt", "reconcileID": "c86c7d33-ef58-462c-9dac-58ce55da1d54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:05:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "openshift-service-ca.crt", "reconcileID": "c86c7d33-ef58-462c-9dac-58ce55da1d54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:05:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8113d627-4cff-4466-ba50-d10743e323c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:05:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-72e262"}, "namespace": "ai-tenant-e2e-shared-a-w2-72e262", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8113d627-4cff-4466-ba50-d10743e323c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-72e262"} 2026-09-19T11:05:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-72e262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-72e262", "reconcileID": "35158b23-49e9-4cc6-bd35-9fe8e4d23d42", "Gateway": "e2e-shared-a-w2-72e262", "namespace": "openshift-ingress"} 2026-09-19T11:05:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "15c4361b-3618-48a3-821e-e2e97813573e", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:05:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "15c4361b-3618-48a3-821e-e2e97813573e", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e-authn-ssl"} 2026-09-19T11:05:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "15c4361b-3618-48a3-821e-e2e97813573e", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "c0bdfb76-0f90-4d94-b6c3-cd17b3ff5fdc", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "c0bdfb76-0f90-4d94-b6c3-cd17b3ff5fdc", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e-authn-ssl"} 2026-09-19T11:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "c0bdfb76-0f90-4d94-b6c3-cd17b3ff5fdc", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:05:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20c5e1a0-2d09-4ea4-8a04-5fd6933191c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:05:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20c5e1a0-2d09-4ea4-8a04-5fd6933191c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T11:05:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20c5e1a0-2d09-4ea4-8a04-5fd6933191c1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-99b43e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T11:05:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "odh-trusted-ca-bundle", "reconcileID": "91662297-74e8-4dde-81a8-daea5356088b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "odh-trusted-ca-bundle", "reconcileID": "91662297-74e8-4dde-81a8-daea5356088b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:05:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "openshift-service-ca.crt", "reconcileID": "ae0c55f7-8626-4222-bd9a-19f7ee88cf40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "openshift-service-ca.crt", "reconcileID": "ae0c55f7-8626-4222-bd9a-19f7ee88cf40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:05:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4a38680-99fd-4665-b3bc-6082f0dfa152", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-99b43e"}, "namespace": "ai-tenant-e2e-shared-b-w2-99b43e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4a38680-99fd-4665-b3bc-6082f0dfa152", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-99b43e"} 2026-09-19T11:05:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-99b43e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-99b43e", "reconcileID": "65d6092b-6fac-43c0-a5de-5dfe1e9b54bc", "Gateway": "e2e-shared-b-w2-99b43e", "namespace": "openshift-ingress"} 2026-09-19T11:09:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "09777297-9126-42bd-ab7f-8ef8b3078312", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "09777297-9126-42bd-ab7f-8ef8b3078312", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "09777297-9126-42bd-ab7f-8ef8b3078312", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04212940-7b31-4aa4-9d02-8235a9e8f1d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:09:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "09777297-9126-42bd-ab7f-8ef8b3078312", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9-kserve-route-authn"} 2026-09-19T11:09:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "09777297-9126-42bd-ab7f-8ef8b3078312", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm", "authType": "userdefined"} 2026-09-19T11:09:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "09777297-9126-42bd-ab7f-8ef8b3078312", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04212940-7b31-4aa4-9d02-8235a9e8f1d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T11:09:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04212940-7b31-4aa4-9d02-8235a9e8f1d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:09:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "20d6d255-bb94-45a6-812a-04543f1a7741", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "20d6d255-bb94-45a6-812a-04543f1a7741", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "20d6d255-bb94-45a6-812a-04543f1a7741", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "20d6d255-bb94-45a6-812a-04543f1a7741", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9-kserve-route-authn"} 2026-09-19T11:09:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "20d6d255-bb94-45a6-812a-04543f1a7741", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm", "authType": "userdefined"} 2026-09-19T11:09:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "20d6d255-bb94-45a6-812a-04543f1a7741", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "549082f2-dac5-457a-b16d-8cff422ec6cf", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "549082f2-dac5-457a-b16d-8cff422ec6cf", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "549082f2-dac5-457a-b16d-8cff422ec6cf", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23b59611-8bdf-4d95-a910-c2eeca50ac9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:09:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "549082f2-dac5-457a-b16d-8cff422ec6cf", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9-kserve-route-authn"} 2026-09-19T11:09:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "549082f2-dac5-457a-b16d-8cff422ec6cf", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm", "authType": "userdefined"} 2026-09-19T11:09:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "549082f2-dac5-457a-b16d-8cff422ec6cf", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23b59611-8bdf-4d95-a910-c2eeca50ac9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T11:09:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23b59611-8bdf-4d95-a910-c2eeca50ac9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:09:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T11:09:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T11:09:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T11:09:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T11:09:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3605537-2499-42b8-9a09-d8a7b4a132e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:09:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3605537-2499-42b8-9a09-d8a7b4a132e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T11:09:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3605537-2499-42b8-9a09-d8a7b4a132e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:09:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "6c98c1f3-d455-4770-aec7-749d6809040c", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "6c98c1f3-d455-4770-aec7-749d6809040c", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "6c98c1f3-d455-4770-aec7-749d6809040c", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "6c98c1f3-d455-4770-aec7-749d6809040c", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9-kserve-route-authn"} 2026-09-19T11:09:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "6c98c1f3-d455-4770-aec7-749d6809040c", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm", "authType": "userdefined"} 2026-09-19T11:09:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "6c98c1f3-d455-4770-aec7-749d6809040c", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "5f97c7ef-f06a-4d7f-9e66-4f930f94d878", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "5f97c7ef-f06a-4d7f-9e66-4f930f94d878", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "5f97c7ef-f06a-4d7f-9e66-4f930f94d878", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:09:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "5f97c7ef-f06a-4d7f-9e66-4f930f94d878", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9-kserve-route-authn"} 2026-09-19T11:09:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "5f97c7ef-f06a-4d7f-9e66-4f930f94d878", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm", "authType": "userdefined"} 2026-09-19T11:09:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "5f97c7ef-f06a-4d7f-9e66-4f930f94d878", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18a3db7d-7a62-4455-b1ed-ea127ca37f72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:10:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18a3db7d-7a62-4455-b1ed-ea127ca37f72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T11:10:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18a3db7d-7a62-4455-b1ed-ea127ca37f72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:10:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "4f01785f-8cbe-4aae-a976-191862e8c968", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "4f01785f-8cbe-4aae-a976-191862e8c968", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "4f01785f-8cbe-4aae-a976-191862e8c968", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "4f01785f-8cbe-4aae-a976-191862e8c968", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9-kserve-route-authn"} 2026-09-19T11:10:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "4f01785f-8cbe-4aae-a976-191862e8c968", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm", "authType": "userdefined"} 2026-09-19T11:10:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "4f01785f-8cbe-4aae-a976-191862e8c968", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "1255e501-e76c-4bcd-80a4-e4156e316e23", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "1255e501-e76c-4bcd-80a4-e4156e316e23", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "1255e501-e76c-4bcd-80a4-e4156e316e23", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "1255e501-e76c-4bcd-80a4-e4156e316e23", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9-kserve-route-authn"} 2026-09-19T11:10:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "1255e501-e76c-4bcd-80a4-e4156e316e23", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm", "authType": "userdefined"} 2026-09-19T11:10:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "1255e501-e76c-4bcd-80a4-e4156e316e23", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "57d5a021-6f08-4858-8bf1-40cce9c233bf", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "57d5a021-6f08-4858-8bf1-40cce9c233bf", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "57d5a021-6f08-4858-8bf1-40cce9c233bf", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "57d5a021-6f08-4858-8bf1-40cce9c233bf", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9-kserve-route-authn"} 2026-09-19T11:10:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "57d5a021-6f08-4858-8bf1-40cce9c233bf", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm", "authType": "userdefined"} 2026-09-19T11:10:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "57d5a021-6f08-4858-8bf1-40cce9c233bf", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "8f0ca867-d335-477f-88ab-7b9542b30350", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "8f0ca867-d335-477f-88ab-7b9542b30350", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9"} 2026-09-19T11:10:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "8f0ca867-d335-477f-88ab-7b9542b30350", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "8f0ca867-d335-477f-88ab-7b9542b30350", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "8f0ca867-d335-477f-88ab-7b9542b30350", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9-kserve-route-authn"} 2026-09-19T11:10:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "8f0ca867-d335-477f-88ab-7b9542b30350", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9-kserve-route-authn"} 2026-09-19T11:10:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f6efb1d9", "reconcileID": "2613557d-aea5-498b-96a7-f8267868475d", "LLMInferenceService": "e2e-same-id-a-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d576efaf-5f84-48fe-96bb-e4b6cd9793fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:10:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d576efaf-5f84-48fe-96bb-e4b6cd9793fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T11:10:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d576efaf-5f84-48fe-96bb-e4b6cd9793fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:10:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6bf38b7a-ad9a-4e38-8de2-4073565c357b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:10:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6bf38b7a-ad9a-4e38-8de2-4073565c357b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T11:10:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6bf38b7a-ad9a-4e38-8de2-4073565c357b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:10:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "370151e8-07d9-452e-a46b-ac8f50441e6f", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "370151e8-07d9-452e-a46b-ac8f50441e6f", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9"} 2026-09-19T11:10:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "370151e8-07d9-452e-a46b-ac8f50441e6f", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "370151e8-07d9-452e-a46b-ac8f50441e6f", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "370151e8-07d9-452e-a46b-ac8f50441e6f", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9-kserve-route-authn"} 2026-09-19T11:10:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "370151e8-07d9-452e-a46b-ac8f50441e6f", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9-kserve-route-authn"} 2026-09-19T11:10:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f6efb1d9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f6efb1d9", "reconcileID": "b233e999-0096-4e35-93ba-51cda0b62c46", "LLMInferenceService": "e2e-same-id-b-f6efb1d9", "namespace": "llm"} 2026-09-19T11:10:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a8eb521-7dcd-420c-ac20-3500fb667ddc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:10:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a8eb521-7dcd-420c-ac20-3500fb667ddc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T11:10:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a8eb521-7dcd-420c-ac20-3500fb667ddc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:10:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5062c246-d576-47ec-a2e1-e3c7e638efc9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T11:10:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5062c246-d576-47ec-a2e1-e3c7e638efc9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T11:10:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5062c246-d576-47ec-a2e1-e3c7e638efc9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}