2026-09-10T19:34:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "c5b6d73d-6b09-46d7-8104-bdc1af05c8d8", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress"} 2026-09-10T19:34:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "7319fa6c-5b9d-444f-bd75-de7e89be2bf8", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "7319fa6c-5b9d-444f-bd75-de7e89be2bf8", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "7319fa6c-5b9d-444f-bd75-de7e89be2bf8", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "7319fa6c-5b9d-444f-bd75-de7e89be2bf8", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09-kserve-route-authn"} 2026-09-10T19:34:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "7319fa6c-5b9d-444f-bd75-de7e89be2bf8", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "authType": "userdefined"} 2026-09-10T19:34:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "7319fa6c-5b9d-444f-bd75-de7e89be2bf8", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cfa578","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cfa578", "reconcileID": "64f68a4c-f7ae-48dd-b7e1-ecd3d5e6a246", "Gateway": "e2e-shared-a-w2-cfa578", "namespace": "openshift-ingress"} 2026-09-10T19:34:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cfa578","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cfa578", "reconcileID": "64f68a4c-f7ae-48dd-b7e1-ecd3d5e6a246", "Gateway": "e2e-shared-a-w2-cfa578", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cfa578-authn-ssl"} 2026-09-10T19:34:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cfa578","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cfa578", "reconcileID": "64f68a4c-f7ae-48dd-b7e1-ecd3d5e6a246", "Gateway": "e2e-shared-a-w2-cfa578", "namespace": "openshift-ingress"} 2026-09-10T19:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cfa578","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cfa578", "reconcileID": "f0cf5440-a5f1-49f5-8f1e-f9466d199ceb", "Gateway": "e2e-shared-a-w2-cfa578", "namespace": "openshift-ingress"} 2026-09-10T19:34:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cfa578","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cfa578", "reconcileID": "f0cf5440-a5f1-49f5-8f1e-f9466d199ceb", "Gateway": "e2e-shared-a-w2-cfa578", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cfa578-authn-ssl"} 2026-09-10T19:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cfa578","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cfa578", "reconcileID": "f0cf5440-a5f1-49f5-8f1e-f9466d199ceb", "Gateway": "e2e-shared-a-w2-cfa578", "namespace": "openshift-ingress"} 2026-09-10T19:34:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e458a9fe-0cae-415e-ab14-cb37f5698a92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cfa578"} 2026-09-10T19:34:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e458a9fe-0cae-415e-ab14-cb37f5698a92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:34:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e458a9fe-0cae-415e-ab14-cb37f5698a92", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-cfa578 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:34:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-trusted-ca-bundle", "reconcileID": "68ac84ff-ec7a-4110-8e3a-1c7eb094a432", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cfa578"} 2026-09-10T19:34:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-trusted-ca-bundle", "reconcileID": "68ac84ff-ec7a-4110-8e3a-1c7eb094a432", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:34:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-trusted-ca-bundle", "reconcileID": "68ac84ff-ec7a-4110-8e3a-1c7eb094a432", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-cfa578 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:34:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d2af55c-4818-4e61-bb35-195886aabfc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cfa578"} 2026-09-10T19:34:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d2af55c-4818-4e61-bb35-195886aabfc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:34:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d2af55c-4818-4e61-bb35-195886aabfc4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-cfa578 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:34:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "openshift-service-ca.crt", "reconcileID": "3f232a21-fc7b-4df4-b1dd-db59f2b235ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-cfa578"} 2026-09-10T19:34:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "openshift-service-ca.crt", "reconcileID": "3f232a21-fc7b-4df4-b1dd-db59f2b235ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-cfa578"} 2026-09-10T19:34:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-trusted-ca-bundle", "reconcileID": "bee0b54c-34f1-41b7-8520-2b01eff53435", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cfa578"} 2026-09-10T19:34:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-trusted-ca-bundle", "reconcileID": "bee0b54c-34f1-41b7-8520-2b01eff53435", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cfa578"} 2026-09-10T19:34:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a72de8d-968a-447b-9e47-32ee269af8d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cfa578"} 2026-09-10T19:34:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cfa578"}, "namespace": "ai-tenant-e2e-shared-a-w2-cfa578", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a72de8d-968a-447b-9e47-32ee269af8d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cfa578"} 2026-09-10T19:34:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cfa578","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cfa578", "reconcileID": "78169204-8332-4512-8935-c54978d18c74", "Gateway": "e2e-shared-a-w2-cfa578", "namespace": "openshift-ingress"} 2026-09-10T19:34:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "571cb9f2-42b5-4bab-9faa-36f17385d973", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress"} 2026-09-10T19:34:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "571cb9f2-42b5-4bab-9faa-36f17385d973", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09-authn-ssl"} 2026-09-10T19:34:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "571cb9f2-42b5-4bab-9faa-36f17385d973", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress"} 2026-09-10T19:34:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "24188ce1-0563-4841-bc70-91b01b94e0d6", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "24188ce1-0563-4841-bc70-91b01b94e0d6", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "24188ce1-0563-4841-bc70-91b01b94e0d6", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "24188ce1-0563-4841-bc70-91b01b94e0d6", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09-kserve-route-authn"} 2026-09-10T19:34:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "24188ce1-0563-4841-bc70-91b01b94e0d6", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "authType": "userdefined"} 2026-09-10T19:34:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "24188ce1-0563-4841-bc70-91b01b94e0d6", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "84be6d43-df07-488e-a73c-e0021c5f5b50", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "84be6d43-df07-488e-a73c-e0021c5f5b50", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "84be6d43-df07-488e-a73c-e0021c5f5b50", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "84be6d43-df07-488e-a73c-e0021c5f5b50", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09-kserve-route-authn"} 2026-09-10T19:34:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "84be6d43-df07-488e-a73c-e0021c5f5b50", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "authType": "userdefined"} 2026-09-10T19:34:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "84be6d43-df07-488e-a73c-e0021c5f5b50", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-94ca92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-94ca92", "reconcileID": "e511ee37-9d07-4a92-a0db-9a0a37cec9d2", "Gateway": "e2e-shared-b-w2-94ca92", "namespace": "openshift-ingress"} 2026-09-10T19:34:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-94ca92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-94ca92", "reconcileID": "e511ee37-9d07-4a92-a0db-9a0a37cec9d2", "Gateway": "e2e-shared-b-w2-94ca92", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-94ca92-authn-ssl"} 2026-09-10T19:34:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-94ca92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-94ca92", "reconcileID": "e511ee37-9d07-4a92-a0db-9a0a37cec9d2", "Gateway": "e2e-shared-b-w2-94ca92", "namespace": "openshift-ingress"} 2026-09-10T19:34:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "0bb177bb-6573-47f4-a81b-71d4e9c278bc", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "0bb177bb-6573-47f4-a81b-71d4e9c278bc", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "0bb177bb-6573-47f4-a81b-71d4e9c278bc", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "0bb177bb-6573-47f4-a81b-71d4e9c278bc", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09-kserve-route-authn"} 2026-09-10T19:34:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "0bb177bb-6573-47f4-a81b-71d4e9c278bc", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "authType": "userdefined"} 2026-09-10T19:34:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "0bb177bb-6573-47f4-a81b-71d4e9c278bc", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-94ca92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-94ca92", "reconcileID": "e5fd15b9-a929-4abd-ac85-e2a693382930", "Gateway": "e2e-shared-b-w2-94ca92", "namespace": "openshift-ingress"} 2026-09-10T19:34:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-94ca92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-94ca92", "reconcileID": "e5fd15b9-a929-4abd-ac85-e2a693382930", "Gateway": "e2e-shared-b-w2-94ca92", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-94ca92-authn-ssl"} 2026-09-10T19:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-94ca92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-94ca92", "reconcileID": "e5fd15b9-a929-4abd-ac85-e2a693382930", "Gateway": "e2e-shared-b-w2-94ca92", "namespace": "openshift-ingress"} 2026-09-10T19:34:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-94ca92"}, "namespace": "ai-tenant-e2e-shared-b-w2-94ca92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9da9a2ba-4772-48c2-bd5a-621b61add77f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-94ca92"} 2026-09-10T19:34:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-94ca92"}, "namespace": "ai-tenant-e2e-shared-b-w2-94ca92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9da9a2ba-4772-48c2-bd5a-621b61add77f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-94ca92", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:34:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-94ca92"}, "namespace": "ai-tenant-e2e-shared-b-w2-94ca92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9da9a2ba-4772-48c2-bd5a-621b61add77f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-94ca92 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:34:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-94ca92"}, "namespace": "ai-tenant-e2e-shared-b-w2-94ca92", "name": "odh-trusted-ca-bundle", "reconcileID": "efad8126-3b49-4553-8682-b3b137e7a0d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-94ca92"} 2026-09-10T19:34:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-94ca92"}, "namespace": "ai-tenant-e2e-shared-b-w2-94ca92", "name": "odh-trusted-ca-bundle", "reconcileID": "efad8126-3b49-4553-8682-b3b137e7a0d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-94ca92"} 2026-09-10T19:34:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-94ca92"}, "namespace": "ai-tenant-e2e-shared-b-w2-94ca92", "name": "openshift-service-ca.crt", "reconcileID": "44cd9147-0c33-4ee5-9ef4-b2bf1de21449", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-94ca92"} 2026-09-10T19:34:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-94ca92"}, "namespace": "ai-tenant-e2e-shared-b-w2-94ca92", "name": "openshift-service-ca.crt", "reconcileID": "44cd9147-0c33-4ee5-9ef4-b2bf1de21449", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-94ca92"} 2026-09-10T19:34:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-94ca92"}, "namespace": "ai-tenant-e2e-shared-b-w2-94ca92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00ecaa61-8a80-4abf-9bc5-43011fa27c07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-94ca92"} 2026-09-10T19:34:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-94ca92"}, "namespace": "ai-tenant-e2e-shared-b-w2-94ca92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00ecaa61-8a80-4abf-9bc5-43011fa27c07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-94ca92"} 2026-09-10T19:34:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-94ca92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-94ca92", "reconcileID": "7a41ef07-7fe1-4f65-baa1-9b9ebcf6876e", "Gateway": "e2e-shared-b-w2-94ca92", "namespace": "openshift-ingress"} 2026-09-10T19:34:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b64b1c","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "rate-test-model-b64b1c", "reconcileID": "aa5d38ca-ecc2-41ce-bcdd-21a6ba9b57a8", "LLMInferenceService": "rate-test-model-b64b1c", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:34:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b64b1c","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "rate-test-model-b64b1c", "reconcileID": "aa5d38ca-ecc2-41ce-bcdd-21a6ba9b57a8", "LLMInferenceService": "rate-test-model-b64b1c", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "rate-test-model-b64b1c"} 2026-09-10T19:34:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b64b1c","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "rate-test-model-b64b1c", "reconcileID": "aa5d38ca-ecc2-41ce-bcdd-21a6ba9b57a8", "LLMInferenceService": "rate-test-model-b64b1c", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:34:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b64b1c","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "rate-test-model-b64b1c", "reconcileID": "aa5d38ca-ecc2-41ce-bcdd-21a6ba9b57a8", "LLMInferenceService": "rate-test-model-b64b1c", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:34:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b64b1c","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "rate-test-model-b64b1c", "reconcileID": "aa5d38ca-ecc2-41ce-bcdd-21a6ba9b57a8", "LLMInferenceService": "rate-test-model-b64b1c", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "rate-test-model-b64b1c-kserve-route-authn"} 2026-09-10T19:34:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b64b1c","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "rate-test-model-b64b1c", "reconcileID": "aa5d38ca-ecc2-41ce-bcdd-21a6ba9b57a8", "LLMInferenceService": "rate-test-model-b64b1c", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "rate-test-model-b64b1c-kserve-route-authn"} 2026-09-10T19:34:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b64b1c","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "rate-test-model-b64b1c", "reconcileID": "aa5d38ca-ecc2-41ce-bcdd-21a6ba9b57a8", "LLMInferenceService": "rate-test-model-b64b1c", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:34:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b64b1c","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "rate-test-model-b64b1c", "reconcileID": "aa5d38ca-ecc2-41ce-bcdd-21a6ba9b57a8", "LLMInferenceService": "rate-test-model-b64b1c", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:34:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b64b1c","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "rate-test-model-b64b1c", "reconcileID": "07e51e46-7a8a-466e-a68a-6618fd689356", "LLMInferenceService": "rate-test-model-b64b1c", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:34:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "e2d1a660-b4a8-4e70-aa47-e7bef249c468", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress"} 2026-09-10T19:34:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "e2d1a660-b4a8-4e70-aa47-e7bef249c468", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c-authn-ssl"} 2026-09-10T19:34:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "e2d1a660-b4a8-4e70-aa47-e7bef249c468", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress"} 2026-09-10T19:34:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "7ce256e3-9604-442e-8eec-2f3af9b5cb49", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress"} 2026-09-10T19:34:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "7ce256e3-9604-442e-8eec-2f3af9b5cb49", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c-authn-ssl"} 2026-09-10T19:34:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "7ce256e3-9604-442e-8eec-2f3af9b5cb49", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress"} 2026-09-10T19:34:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "5de3f97b-e948-474e-a29d-e5a8354b7ecd", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "5de3f97b-e948-474e-a29d-e5a8354b7ecd", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09"} 2026-09-10T19:34:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "5de3f97b-e948-474e-a29d-e5a8354b7ecd", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "5de3f97b-e948-474e-a29d-e5a8354b7ecd", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "5de3f97b-e948-474e-a29d-e5a8354b7ecd", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09-kserve-route-authn"} 2026-09-10T19:34:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "5de3f97b-e948-474e-a29d-e5a8354b7ecd", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09-kserve-route-authn"} 2026-09-10T19:34:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "5de3f97b-e948-474e-a29d-e5a8354b7ecd", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "5de3f97b-e948-474e-a29d-e5a8354b7ecd", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f15c09","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "rate-test-model-f15c09", "reconcileID": "35f071c7-6ac2-4608-b05d-a63f8a9b38db", "LLMInferenceService": "rate-test-model-f15c09", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:34:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "712f80cb-889f-4172-b3e9-c68242451a36", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress"} 2026-09-10T19:34:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "712f80cb-889f-4172-b3e9-c68242451a36", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09-authn-ssl"} 2026-09-10T19:34:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "712f80cb-889f-4172-b3e9-c68242451a36", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress"} 2026-09-10T19:34:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "ce8ddce3-3f29-4b69-8efe-f9734b434a29", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress"} 2026-09-10T19:34:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "ce8ddce3-3f29-4b69-8efe-f9734b434a29", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09-authn-ssl"} 2026-09-10T19:34:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "ce8ddce3-3f29-4b69-8efe-f9734b434a29", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress"} 2026-09-10T19:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "fc6e0547-49f7-42f0-bf8f-671b7febe0eb", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "fc6e0547-49f7-42f0-bf8f-671b7febe0eb", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "fc6e0547-49f7-42f0-bf8f-671b7febe0eb", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "bb48c7ad-e718-415e-83cf-94fde5c15492", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "bb48c7ad-e718-415e-83cf-94fde5c15492", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "bb48c7ad-e718-415e-83cf-94fde5c15492", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "b042eee9-f8bd-4f21-85a9-9c2f5207305f", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "b042eee9-f8bd-4f21-85a9-9c2f5207305f", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "b042eee9-f8bd-4f21-85a9-9c2f5207305f", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "3346f668-c4fb-46cb-aae4-73a42691adce", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "3346f668-c4fb-46cb-aae4-73a42691adce", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "3346f668-c4fb-46cb-aae4-73a42691adce", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "2faa4b01-3514-4c16-b8ea-29108e5730d2", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "2faa4b01-3514-4c16-b8ea-29108e5730d2", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "2faa4b01-3514-4c16-b8ea-29108e5730d2", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "9f4579d6-4856-4910-aa26-cbc249e1dbbb", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "9f4579d6-4856-4910-aa26-cbc249e1dbbb", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "9f4579d6-4856-4910-aa26-cbc249e1dbbb", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "f3f1fb22-f887-4c76-9aef-f37131be0b9d", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "f3f1fb22-f887-4c76-9aef-f37131be0b9d", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:35:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "f3f1fb22-f887-4c76-9aef-f37131be0b9d", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "98ab0a06-608c-4468-a35b-bc87b86ae181", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "98ab0a06-608c-4468-a35b-bc87b86ae181", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:35:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "98ab0a06-608c-4468-a35b-bc87b86ae181", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "openshift-service-ca.crt", "reconcileID": "4adbdae8-133b-413b-a1bc-2c7be635c378", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "odh-trusted-ca-bundle", "reconcileID": "13043d7b-a6a3-4051-9fe1-699e02bf0a33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:35:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "openshift-service-ca.crt", "reconcileID": "336f8626-544b-4c32-946c-eee35d3b848c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:35:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "openshift-service-ca.crt", "reconcileID": "336f8626-544b-4c32-946c-eee35d3b848c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6958c29-9bbd-4740-abc4-3115704bdce1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "openshift-service-ca.crt", "reconcileID": "353605aa-e046-45cf-9dbc-82a37f6af607", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:35:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "odh-trusted-ca-bundle", "reconcileID": "005216f5-abdb-4c1f-8307-7f5bf1f0e1ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:35:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "odh-trusted-ca-bundle", "reconcileID": "005216f5-abdb-4c1f-8307-7f5bf1f0e1ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4833f4d0-0e91-4ebe-8811-64bb7cfaf0c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:35:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "7820022f-0151-4354-955d-38f2dc4e98e2", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "7820022f-0151-4354-955d-38f2dc4e98e2", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:35:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "7820022f-0151-4354-955d-38f2dc4e98e2", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "2a8d13a9-8a81-411b-a5a9-0c6f2ec7b969", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "2a8d13a9-8a81-411b-a5a9-0c6f2ec7b969", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "2a8d13a9-8a81-411b-a5a9-0c6f2ec7b969", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:35:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "c7c0f50e-3348-4e8b-b3fb-ddd23b4eef79", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "c7c0f50e-3348-4e8b-b3fb-ddd23b4eef79", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3-authn-ssl"} 2026-09-10T19:35:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "c7c0f50e-3348-4e8b-b3fb-ddd23b4eef79", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "efa40b94-bb0b-4134-bc93-3dc23a5b54ce", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "efa40b94-bb0b-4134-bc93-3dc23a5b54ce", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3-authn-ssl"} 2026-09-10T19:35:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "efa40b94-bb0b-4134-bc93-3dc23a5b54ce", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "281cc4a6-b9df-491c-82a9-020cac4e552b", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "281cc4a6-b9df-491c-82a9-020cac4e552b", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3-authn-ssl"} 2026-09-10T19:35:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "281cc4a6-b9df-491c-82a9-020cac4e552b", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "afbc4fac-72d2-4cfd-9161-bdfc1053e88f", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "afbc4fac-72d2-4cfd-9161-bdfc1053e88f", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3-authn-ssl"} 2026-09-10T19:35:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "afbc4fac-72d2-4cfd-9161-bdfc1053e88f", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "9d8d24a1-fd24-4dcb-aef2-18f3f8f19cea", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "9d8d24a1-fd24-4dcb-aef2-18f3f8f19cea", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3-authn-ssl"} 2026-09-10T19:35:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "9d8d24a1-fd24-4dcb-aef2-18f3f8f19cea", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "5842897f-0b86-486b-81f2-f6d3bcf04286", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "5842897f-0b86-486b-81f2-f6d3bcf04286", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3-authn-ssl"} 2026-09-10T19:35:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "5842897f-0b86-486b-81f2-f6d3bcf04286", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "67944d73-2a02-4b53-99b5-b491a64a57ee", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "67944d73-2a02-4b53-99b5-b491a64a57ee", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3-authn-ssl"} 2026-09-10T19:35:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "67944d73-2a02-4b53-99b5-b491a64a57ee", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "openshift-service-ca.crt", "reconcileID": "def8dbc3-de22-475c-b7a7-c6c4c827f466", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "odh-trusted-ca-bundle", "reconcileID": "d02a7ac1-4893-4722-a4d6-b8a5f2c9ea64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:35:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "openshift-service-ca.crt", "reconcileID": "1b47da64-30e4-4399-ad0c-0cba2603a7c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:35:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "openshift-service-ca.crt", "reconcileID": "1b47da64-30e4-4399-ad0c-0cba2603a7c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e37be4c7-f333-4633-82aa-c7f539119a9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "openshift-service-ca.crt", "reconcileID": "93b5bc84-91ec-4dce-aeee-028432398fb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:35:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "odh-trusted-ca-bundle", "reconcileID": "050cfe25-4782-4059-b219-bdb53627fb76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:35:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "odh-trusted-ca-bundle", "reconcileID": "050cfe25-4782-4059-b219-bdb53627fb76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:35:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9647ba1-3619-441f-8b6f-f26796b4460a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:35:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "94fab5a1-86c2-4508-a963-827d270ca147", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "94fab5a1-86c2-4508-a963-827d270ca147", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3-authn-ssl"} 2026-09-10T19:35:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "94fab5a1-86c2-4508-a963-827d270ca147", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "2e45c7fd-955a-48ec-9dd1-8d524aaaadce", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:35:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "2e45c7fd-955a-48ec-9dd1-8d524aaaadce", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3-authn-ssl"} 2026-09-10T19:35:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "2e45c7fd-955a-48ec-9dd1-8d524aaaadce", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:36:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "4d3388e1-4d51-4e18-aa16-a4179b5a7a4e", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "4d3388e1-4d51-4e18-aa16-a4179b5a7a4e", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "4d3388e1-4d51-4e18-aa16-a4179b5a7a4e", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "2a758ff7-e760-4d98-b5e6-8219219ca103", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:36:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "4d3388e1-4d51-4e18-aa16-a4179b5a7a4e", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36-kserve-route-authn"} 2026-09-10T19:36:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "4d3388e1-4d51-4e18-aa16-a4179b5a7a4e", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "authType": "userdefined"} 2026-09-10T19:36:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "4d3388e1-4d51-4e18-aa16-a4179b5a7a4e", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "2a758ff7-e760-4d98-b5e6-8219219ca103", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:36:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "2a758ff7-e760-4d98-b5e6-8219219ca103", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:36:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "44750b9a-f42b-4be6-abf7-1e664cf275d6", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "44750b9a-f42b-4be6-abf7-1e664cf275d6", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "44750b9a-f42b-4be6-abf7-1e664cf275d6", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "44750b9a-f42b-4be6-abf7-1e664cf275d6", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36-kserve-route-authn"} 2026-09-10T19:36:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "44750b9a-f42b-4be6-abf7-1e664cf275d6", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "authType": "userdefined"} 2026-09-10T19:36:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "44750b9a-f42b-4be6-abf7-1e664cf275d6", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:36:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:36:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:36:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:36:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "13cc70ac-7c7c-4039-a052-ecdf34a71a78", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:36:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "13cc70ac-7c7c-4039-a052-ecdf34a71a78", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:36:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "13cc70ac-7c7c-4039-a052-ecdf34a71a78", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:36:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "a31307cd-5c15-4254-8a54-4c848e2fa53c", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "a31307cd-5c15-4254-8a54-4c848e2fa53c", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "a31307cd-5c15-4254-8a54-4c848e2fa53c", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "a31307cd-5c15-4254-8a54-4c848e2fa53c", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36-kserve-route-authn"} 2026-09-10T19:36:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "a31307cd-5c15-4254-8a54-4c848e2fa53c", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "authType": "userdefined"} 2026-09-10T19:36:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "a31307cd-5c15-4254-8a54-4c848e2fa53c", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d202448a-2faa-4e8f-a913-ff164d1a8044", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d202448a-2faa-4e8f-a913-ff164d1a8044", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d202448a-2faa-4e8f-a913-ff164d1a8044", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d202448a-2faa-4e8f-a913-ff164d1a8044", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36-kserve-route-authn"} 2026-09-10T19:36:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d202448a-2faa-4e8f-a913-ff164d1a8044", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "authType": "userdefined"} 2026-09-10T19:36:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d202448a-2faa-4e8f-a913-ff164d1a8044", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:36:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "c727366f-b614-43dd-ad7c-c12793e01af9", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "c727366f-b614-43dd-ad7c-c12793e01af9", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0-authn-ssl"} 2026-09-10T19:36:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "c727366f-b614-43dd-ad7c-c12793e01af9", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "462955dc-7cff-4211-be92-2844cb4c37e8", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "462955dc-7cff-4211-be92-2844cb4c37e8", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0-authn-ssl"} 2026-09-10T19:36:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "462955dc-7cff-4211-be92-2844cb4c37e8", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "22d32046-dc05-4d8c-977d-c5b941348863", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "22d32046-dc05-4d8c-977d-c5b941348863", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0-authn-ssl"} 2026-09-10T19:36:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "22d32046-dc05-4d8c-977d-c5b941348863", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "51ceba72-76f1-4279-912c-8e23fc209b7c", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "51ceba72-76f1-4279-912c-8e23fc209b7c", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0-authn-ssl"} 2026-09-10T19:36:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "51ceba72-76f1-4279-912c-8e23fc209b7c", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "797a576b-b016-47f1-81f0-af0c64cc9d9c", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "797a576b-b016-47f1-81f0-af0c64cc9d9c", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0-authn-ssl"} 2026-09-10T19:36:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "797a576b-b016-47f1-81f0-af0c64cc9d9c", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "98beb9dd-4a2d-402e-bd58-71be743316a1", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "98beb9dd-4a2d-402e-bd58-71be743316a1", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0-authn-ssl"} 2026-09-10T19:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "98beb9dd-4a2d-402e-bd58-71be743316a1", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "d6280fa7-7d9d-4e52-a6bf-10b20404e5fc", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "d6280fa7-7d9d-4e52-a6bf-10b20404e5fc", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0-authn-ssl"} 2026-09-10T19:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "d6280fa7-7d9d-4e52-a6bf-10b20404e5fc", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "c893175a-f832-4e19-a912-78aaea75f6ba", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "c893175a-f832-4e19-a912-78aaea75f6ba", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0-authn-ssl"} 2026-09-10T19:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "c893175a-f832-4e19-a912-78aaea75f6ba", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "openshift-service-ca.crt", "reconcileID": "cf437f89-cf6d-4375-8486-7fd28a0663d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:36:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "odh-trusted-ca-bundle", "reconcileID": "6c1f7d6f-ff6f-4388-852c-13acd0d0fd2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:36:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "openshift-service-ca.crt", "reconcileID": "6f011cfa-43ef-4971-834a-92a1256a83b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:36:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "openshift-service-ca.crt", "reconcileID": "6f011cfa-43ef-4971-834a-92a1256a83b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:36:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f449150-2daa-47a7-b2c5-1d4d81beb6d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:36:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "openshift-service-ca.crt", "reconcileID": "10c99e8c-a970-44de-b8b9-7a46b070d643", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:36:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "odh-trusted-ca-bundle", "reconcileID": "578dadbc-654a-48d9-9cbc-b605e0dbac51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:36:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "odh-trusted-ca-bundle", "reconcileID": "578dadbc-654a-48d9-9cbc-b605e0dbac51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:36:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e7abcd5-d964-4994-a619-6fe1c3872e27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:36:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "db58924f-e440-436d-a623-cdce180646ca", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "db58924f-e440-436d-a623-cdce180646ca", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0-authn-ssl"} 2026-09-10T19:36:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "db58924f-e440-436d-a623-cdce180646ca", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "c9b81c03-cbfd-4baa-a8e3-48d2ba015341", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:36:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "c9b81c03-cbfd-4baa-a8e3-48d2ba015341", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0-authn-ssl"} 2026-09-10T19:36:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "c9b81c03-cbfd-4baa-a8e3-48d2ba015341", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:37:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "d228068e-74a9-4d28-9134-68635d3c32ef", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:37:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "d228068e-74a9-4d28-9134-68635d3c32ef", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0-authn-ssl"} 2026-09-10T19:37:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "d228068e-74a9-4d28-9134-68635d3c32ef", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:37:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "5d4a4a8f-7799-44d3-85e9-268eaf129e30", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:37:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "5d4a4a8f-7799-44d3-85e9-268eaf129e30", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0-authn-ssl"} 2026-09-10T19:37:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "5d4a4a8f-7799-44d3-85e9-268eaf129e30", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:37:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84f05366-f6fb-48d1-84ee-05a7badc626b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:37:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84f05366-f6fb-48d1-84ee-05a7badc626b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:37:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84f05366-f6fb-48d1-84ee-05a7badc626b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-cbd9f0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:37:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "odh-trusted-ca-bundle", "reconcileID": "7383ef17-db47-40cd-8ef5-0a02a69df458", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:37:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "odh-trusted-ca-bundle", "reconcileID": "7383ef17-db47-40cd-8ef5-0a02a69df458", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:37:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "openshift-service-ca.crt", "reconcileID": "83910e7f-a98a-46a9-abf0-a22e6e2f2212", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:37:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "openshift-service-ca.crt", "reconcileID": "83910e7f-a98a-46a9-abf0-a22e6e2f2212", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:37:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31cc64d0-3d01-4eed-bc0a-9d254dcc5c6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:37:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cbd9f0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31cc64d0-3d01-4eed-bc0a-9d254dcc5c6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cbd9f0"} 2026-09-10T19:37:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cbd9f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cbd9f0", "reconcileID": "b3f37601-6273-41b5-95e9-41bd5f6ce487", "Gateway": "e2e-ipp-cleanup-cbd9f0", "namespace": "openshift-ingress"} 2026-09-10T19:37:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "8827b1cf-fa5d-4ce1-878d-2ef58adf7926", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:37:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "8827b1cf-fa5d-4ce1-878d-2ef58adf7926", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:37:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "8827b1cf-fa5d-4ce1-878d-2ef58adf7926", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:37:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "03f57f72-9dfa-4c54-9ecc-d346ec82740d", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:37:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "03f57f72-9dfa-4c54-9ecc-d346ec82740d", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:37:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "03f57f72-9dfa-4c54-9ecc-d346ec82740d", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:37:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "2db90409-00a7-4b70-ae7f-19f0bdecebb3", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:37:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "2db90409-00a7-4b70-ae7f-19f0bdecebb3", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:37:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "2db90409-00a7-4b70-ae7f-19f0bdecebb3", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:37:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "ea2a179a-ce78-4604-b874-912611d6761c", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:37:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "ea2a179a-ce78-4604-b874-912611d6761c", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:37:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "ea2a179a-ce78-4604-b874-912611d6761c", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:37:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "ea2a179a-ce78-4604-b874-912611d6761c", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36-kserve-route-authn"} 2026-09-10T19:37:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "ea2a179a-ce78-4604-b874-912611d6761c", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "authType": "userdefined"} 2026-09-10T19:37:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "ea2a179a-ce78-4604-b874-912611d6761c", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4d36da4-2f71-4815-9267-ef7bf26ad968", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4d36da4-2f71-4815-9267-ef7bf26ad968", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:38:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4d36da4-2f71-4815-9267-ef7bf26ad968", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-c59b36 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:38:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "odh-trusted-ca-bundle", "reconcileID": "336586ef-2491-42f9-b1c2-9b2988861586", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "odh-trusted-ca-bundle", "reconcileID": "336586ef-2491-42f9-b1c2-9b2988861586", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "openshift-service-ca.crt", "reconcileID": "7ab0798e-c39e-4283-9198-1439a07d5849", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "openshift-service-ca.crt", "reconcileID": "7ab0798e-c39e-4283-9198-1439a07d5849", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1d89724-637a-434e-a741-ec33b228f381", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1d89724-637a-434e-a741-ec33b228f381", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d80e5c0b-bc1b-43ed-8258-6b021bc5ebf3", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d80e5c0b-bc1b-43ed-8258-6b021bc5ebf3", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36"} 2026-09-10T19:38:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d80e5c0b-bc1b-43ed-8258-6b021bc5ebf3", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d80e5c0b-bc1b-43ed-8258-6b021bc5ebf3", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d80e5c0b-bc1b-43ed-8258-6b021bc5ebf3", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36-kserve-route-authn"} 2026-09-10T19:38:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d80e5c0b-bc1b-43ed-8258-6b021bc5ebf3", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36-kserve-route-authn"} 2026-09-10T19:38:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d80e5c0b-bc1b-43ed-8258-6b021bc5ebf3", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "d80e5c0b-bc1b-43ed-8258-6b021bc5ebf3", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "b31a926e-25eb-4c17-9065-173789c94112", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "b31a926e-25eb-4c17-9065-173789c94112", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36"} 2026-09-10T19:38:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "b31a926e-25eb-4c17-9065-173789c94112", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "b31a926e-25eb-4c17-9065-173789c94112", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "b31a926e-25eb-4c17-9065-173789c94112", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36-kserve-route-authn"} 2026-09-10T19:38:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "b31a926e-25eb-4c17-9065-173789c94112", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36-kserve-route-authn"} 2026-09-10T19:38:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "b31a926e-25eb-4c17-9065-173789c94112", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "b31a926e-25eb-4c17-9065-173789c94112", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "9adb8857-977a-4d1d-b20f-00db9b266141", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:38:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "9adb8857-977a-4d1d-b20f-00db9b266141", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:38:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "9adb8857-977a-4d1d-b20f-00db9b266141", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:38:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c59b36","namespace":"ai-tenant-e2e-ipp-a-c59b36"}, "namespace": "ai-tenant-e2e-ipp-a-c59b36", "name": "ipp-route-c59b36", "reconcileID": "2cdd902e-de69-43b8-a79e-25fb2c476369", "LLMInferenceService": "ipp-route-c59b36", "namespace": "ai-tenant-e2e-ipp-a-c59b36"} 2026-09-10T19:38:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "6ea3fa90-6887-4d57-8177-45bb1be15a11", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:38:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "6ea3fa90-6887-4d57-8177-45bb1be15a11", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36-authn-ssl"} 2026-09-10T19:38:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "6ea3fa90-6887-4d57-8177-45bb1be15a11", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:38:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c59b36","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c59b36", "reconcileID": "a43461c4-71e9-4356-b0f5-24ff3c537b38", "Gateway": "e2e-ipp-a-c59b36", "namespace": "openshift-ingress"} 2026-09-10T19:38:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "bf35f203-7674-4aa2-9e7a-6ee79c9d5b57", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:38:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "bf35f203-7674-4aa2-9e7a-6ee79c9d5b57", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3-authn-ssl"} 2026-09-10T19:38:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "bf35f203-7674-4aa2-9e7a-6ee79c9d5b57", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:38:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "d7d0d624-0a6b-4ff7-ae8e-cd2c76c7b0c2", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:38:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "d7d0d624-0a6b-4ff7-ae8e-cd2c76c7b0c2", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3-authn-ssl"} 2026-09-10T19:38:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "d7d0d624-0a6b-4ff7-ae8e-cd2c76c7b0c2", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:38:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2310033e-6a68-4ab3-b7ee-10430092d989", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:38:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2310033e-6a68-4ab3-b7ee-10430092d989", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:38:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2310033e-6a68-4ab3-b7ee-10430092d989", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-90ceb3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:38:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "odh-trusted-ca-bundle", "reconcileID": "55ade9b7-23b5-455f-96e5-239bd43f8df4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "odh-trusted-ca-bundle", "reconcileID": "55ade9b7-23b5-455f-96e5-239bd43f8df4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:38:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "openshift-service-ca.crt", "reconcileID": "af4d2f0b-eb7d-4be8-ad4b-d55edf0a2bc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "openshift-service-ca.crt", "reconcileID": "af4d2f0b-eb7d-4be8-ad4b-d55edf0a2bc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:38:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "503e9882-fef3-4100-aa93-66464cbfe37b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-90ceb3"}, "namespace": "ai-tenant-e2e-ipp-b-90ceb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "503e9882-fef3-4100-aa93-66464cbfe37b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-90ceb3"} 2026-09-10T19:38:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-90ceb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-90ceb3", "reconcileID": "4f8bb9a1-4d01-41ab-858d-4e03f5e54aa2", "Gateway": "e2e-ipp-b-90ceb3", "namespace": "openshift-ingress"} 2026-09-10T19:38:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "cd96c9b7-6904-42f0-b5f7-697b29982990", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress"} 2026-09-10T19:38:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "cd96c9b7-6904-42f0-b5f7-697b29982990", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c-authn-ssl"} 2026-09-10T19:38:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "cd96c9b7-6904-42f0-b5f7-697b29982990", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress"} 2026-09-10T19:38:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "0ac3e4fd-0904-4968-b75a-84dec6ae2cf9", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress"} 2026-09-10T19:38:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "0ac3e4fd-0904-4968-b75a-84dec6ae2cf9", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c-authn-ssl"} 2026-09-10T19:38:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "0ac3e4fd-0904-4968-b75a-84dec6ae2cf9", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress"} 2026-09-10T19:38:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da615d53-6fc4-4d2b-bb81-bfd6f546069e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:38:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da615d53-6fc4-4d2b-bb81-bfd6f546069e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:38:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da615d53-6fc4-4d2b-bb81-bfd6f546069e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-b64b1c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:38:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "odh-trusted-ca-bundle", "reconcileID": "2e419be6-b310-4f85-88b3-7b12a181e8ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:38:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "odh-trusted-ca-bundle", "reconcileID": "2e419be6-b310-4f85-88b3-7b12a181e8ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:38:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "openshift-service-ca.crt", "reconcileID": "05f20220-20d4-411b-8a11-75a9fdab316c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:38:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "openshift-service-ca.crt", "reconcileID": "05f20220-20d4-411b-8a11-75a9fdab316c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:38:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1f28c9b-cb65-4fd4-a3c2-843715577cbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:38:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b64b1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1f28c9b-cb65-4fd4-a3c2-843715577cbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b64b1c"} 2026-09-10T19:38:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b64b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b64b1c", "reconcileID": "af16ba34-6a0f-429c-91fb-5276a01ce1f0", "Gateway": "e2e-shared-a-w3-b64b1c", "namespace": "openshift-ingress"} 2026-09-10T19:39:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "3b420f7f-59fe-43e8-93ff-cbc320ca8439", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress"} 2026-09-10T19:39:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "3b420f7f-59fe-43e8-93ff-cbc320ca8439", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09-authn-ssl"} 2026-09-10T19:39:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "3b420f7f-59fe-43e8-93ff-cbc320ca8439", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress"} 2026-09-10T19:39:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "858689fa-db77-45fb-8719-4317a0724d34", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress"} 2026-09-10T19:39:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "858689fa-db77-45fb-8719-4317a0724d34", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09-authn-ssl"} 2026-09-10T19:39:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "858689fa-db77-45fb-8719-4317a0724d34", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress"} 2026-09-10T19:39:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc5b480e-d53b-4c56-94e3-b0b45e575388", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:39:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc5b480e-d53b-4c56-94e3-b0b45e575388", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:39:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc5b480e-d53b-4c56-94e3-b0b45e575388", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-f15c09 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:39:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "odh-trusted-ca-bundle", "reconcileID": "a568f77f-b516-40c4-8acb-94d4fb3b210f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:39:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "odh-trusted-ca-bundle", "reconcileID": "a568f77f-b516-40c4-8acb-94d4fb3b210f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:39:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "openshift-service-ca.crt", "reconcileID": "64ef4c2f-d918-4885-bfea-a6a89f9afe76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:39:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "openshift-service-ca.crt", "reconcileID": "64ef4c2f-d918-4885-bfea-a6a89f9afe76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:39:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc4952d5-6c80-4da0-a752-3d61141a23ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:39:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f15c09"}, "namespace": "ai-tenant-e2e-shared-b-w3-f15c09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc4952d5-6c80-4da0-a752-3d61141a23ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f15c09"} 2026-09-10T19:39:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f15c09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f15c09", "reconcileID": "e23b7033-ccb3-4932-ba3d-bfa708918fbd", "Gateway": "e2e-shared-b-w3-f15c09", "namespace": "openshift-ingress"} 2026-09-10T19:43:05Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:43:05Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:43:06Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:43:06Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:43:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "481876e5-7c84-46c5-886d-a8348cac0d78", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:43:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "481876e5-7c84-46c5-886d-a8348cac0d78", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:43:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "481876e5-7c84-46c5-886d-a8348cac0d78", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:43:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b57d279b-3f8c-4466-8061-038b65ef6ee2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:43:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "481876e5-7c84-46c5-886d-a8348cac0d78", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm", "name": "e2e-same-id-a-d6143394-kserve-route-authn"} 2026-09-10T19:43:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "481876e5-7c84-46c5-886d-a8348cac0d78", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:43:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "481876e5-7c84-46c5-886d-a8348cac0d78", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:43:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b57d279b-3f8c-4466-8061-038b65ef6ee2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:43:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b57d279b-3f8c-4466-8061-038b65ef6ee2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:43:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "06fa7bc2-8019-4ec8-9318-7aaf450e76a5", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:43:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "06fa7bc2-8019-4ec8-9318-7aaf450e76a5", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:43:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "06fa7bc2-8019-4ec8-9318-7aaf450e76a5", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:43:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "06fa7bc2-8019-4ec8-9318-7aaf450e76a5", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm", "name": "e2e-same-id-a-d6143394-kserve-route-authn"} 2026-09-10T19:43:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "06fa7bc2-8019-4ec8-9318-7aaf450e76a5", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:43:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "06fa7bc2-8019-4ec8-9318-7aaf450e76a5", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:43:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "fbabc165-9dfb-47d3-bbdd-a363228cbcd2", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:43:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "fbabc165-9dfb-47d3-bbdd-a363228cbcd2", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:43:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "fbabc165-9dfb-47d3-bbdd-a363228cbcd2", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:43:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de9e7515-7bbb-42bb-b9ad-3283c5da6f70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:43:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "fbabc165-9dfb-47d3-bbdd-a363228cbcd2", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm", "name": "e2e-same-id-b-d6143394-kserve-route-authn"} 2026-09-10T19:43:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "fbabc165-9dfb-47d3-bbdd-a363228cbcd2", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:43:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "fbabc165-9dfb-47d3-bbdd-a363228cbcd2", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:43:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de9e7515-7bbb-42bb-b9ad-3283c5da6f70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:43:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de9e7515-7bbb-42bb-b9ad-3283c5da6f70", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:43:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b1a3164-4b15-46c8-ab65-63abe1424e1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:43:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b1a3164-4b15-46c8-ab65-63abe1424e1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:43:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b1a3164-4b15-46c8-ab65-63abe1424e1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:43:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "cca1d9d7-1ae7-4536-929f-c691737137cc", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:43:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "cca1d9d7-1ae7-4536-929f-c691737137cc", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:43:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "cca1d9d7-1ae7-4536-929f-c691737137cc", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:43:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "cca1d9d7-1ae7-4536-929f-c691737137cc", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm", "name": "e2e-same-id-a-d6143394-kserve-route-authn"} 2026-09-10T19:43:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "cca1d9d7-1ae7-4536-929f-c691737137cc", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:43:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "cca1d9d7-1ae7-4536-929f-c691737137cc", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:43:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "7e9211af-af0b-44d3-b504-6ed43253d480", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:43:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "7e9211af-af0b-44d3-b504-6ed43253d480", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:43:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "7e9211af-af0b-44d3-b504-6ed43253d480", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:43:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "7e9211af-af0b-44d3-b504-6ed43253d480", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm", "name": "e2e-same-id-b-d6143394-kserve-route-authn"} 2026-09-10T19:43:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "7e9211af-af0b-44d3-b504-6ed43253d480", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:43:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "7e9211af-af0b-44d3-b504-6ed43253d480", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:43:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7866a3ac-e6d9-49ba-89cf-7d73af209c7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:43:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7866a3ac-e6d9-49ba-89cf-7d73af209c7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:43:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7866a3ac-e6d9-49ba-89cf-7d73af209c7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:43:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "2fea1a04-2bd8-4c93-9ff1-6a9c4dc4daac", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:43:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "2fea1a04-2bd8-4c93-9ff1-6a9c4dc4daac", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:43:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "2fea1a04-2bd8-4c93-9ff1-6a9c4dc4daac", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:43:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "2fea1a04-2bd8-4c93-9ff1-6a9c4dc4daac", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm", "name": "e2e-same-id-b-d6143394-kserve-route-authn"} 2026-09-10T19:43:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "2fea1a04-2bd8-4c93-9ff1-6a9c4dc4daac", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:43:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "2fea1a04-2bd8-4c93-9ff1-6a9c4dc4daac", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:44:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "43fbc0a3-679b-4eea-83ca-72d421aa941c", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:44:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "43fbc0a3-679b-4eea-83ca-72d421aa941c", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:44:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "43fbc0a3-679b-4eea-83ca-72d421aa941c", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:44:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "43fbc0a3-679b-4eea-83ca-72d421aa941c", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm", "name": "e2e-same-id-a-d6143394-kserve-route-authn"} 2026-09-10T19:44:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "43fbc0a3-679b-4eea-83ca-72d421aa941c", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:44:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "43fbc0a3-679b-4eea-83ca-72d421aa941c", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:44:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "fe475b05-fb8d-41a8-8572-9c539d78ce37", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:44:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "fe475b05-fb8d-41a8-8572-9c539d78ce37", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:44:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "fe475b05-fb8d-41a8-8572-9c539d78ce37", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:44:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "fe475b05-fb8d-41a8-8572-9c539d78ce37", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm", "name": "e2e-same-id-b-d6143394-kserve-route-authn"} 2026-09-10T19:44:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "fe475b05-fb8d-41a8-8572-9c539d78ce37", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:44:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "fe475b05-fb8d-41a8-8572-9c539d78ce37", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:44:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "e651870d-b3ca-46a9-9512-c1761b112cd5", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:44:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "e651870d-b3ca-46a9-9512-c1761b112cd5", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm", "name": "e2e-same-id-a-d6143394"} 2026-09-10T19:44:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "e651870d-b3ca-46a9-9512-c1761b112cd5", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:44:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "e651870d-b3ca-46a9-9512-c1761b112cd5", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:44:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "e651870d-b3ca-46a9-9512-c1761b112cd5", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm", "name": "e2e-same-id-a-d6143394-kserve-route-authn"} 2026-09-10T19:44:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "e651870d-b3ca-46a9-9512-c1761b112cd5", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm", "name": "e2e-same-id-a-d6143394-kserve-route-authn"} 2026-09-10T19:44:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d6143394", "reconcileID": "ada61112-d4c7-4322-8ef7-44a2e52227ec", "LLMInferenceService": "e2e-same-id-a-d6143394", "namespace": "llm"} 2026-09-10T19:44:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e6c8c620-f2ef-4c27-b9ce-ccf424d014cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:44:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e6c8c620-f2ef-4c27-b9ce-ccf424d014cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:44:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e6c8c620-f2ef-4c27-b9ce-ccf424d014cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:44:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b76edfe1-0710-458b-8698-46792c7f429c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:44:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b76edfe1-0710-458b-8698-46792c7f429c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:44:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b76edfe1-0710-458b-8698-46792c7f429c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:44:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "08708433-e1ed-4ca4-a951-479ee9eaf852", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:44:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "08708433-e1ed-4ca4-a951-479ee9eaf852", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm", "name": "e2e-same-id-b-d6143394"} 2026-09-10T19:44:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "08708433-e1ed-4ca4-a951-479ee9eaf852", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:44:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "08708433-e1ed-4ca4-a951-479ee9eaf852", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:44:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "08708433-e1ed-4ca4-a951-479ee9eaf852", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm", "name": "e2e-same-id-b-d6143394-kserve-route-authn"} 2026-09-10T19:44:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "08708433-e1ed-4ca4-a951-479ee9eaf852", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm", "name": "e2e-same-id-b-d6143394-kserve-route-authn"} 2026-09-10T19:44:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d6143394","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d6143394", "reconcileID": "6c513f63-5d63-4212-aa5e-4645f703a7da", "LLMInferenceService": "e2e-same-id-b-d6143394", "namespace": "llm"} 2026-09-10T19:44:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b18fa524-7169-437f-92b8-484a13481225", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:44:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b18fa524-7169-437f-92b8-484a13481225", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:44:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b18fa524-7169-437f-92b8-484a13481225", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:44:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dda14052-4399-409e-aba9-e1a78011b545", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:44:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dda14052-4399-409e-aba9-e1a78011b545", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:44:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dda14052-4399-409e-aba9-e1a78011b545", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}