2026-09-04T22:35:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf86db","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db", "reconcileID": "d52ad75b-06c7-4bd8-9819-7270434d7fdd", "LLMInferenceService": "rate-test-model-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db-kserve-route-authn"} 2026-09-04T22:35:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf86db","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db", "reconcileID": "d52ad75b-06c7-4bd8-9819-7270434d7fdd", "LLMInferenceService": "rate-test-model-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "authType": "userdefined"} 2026-09-04T22:35:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf86db","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db", "reconcileID": "d52ad75b-06c7-4bd8-9819-7270434d7fdd", "LLMInferenceService": "rate-test-model-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:35:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f64b20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f64b20", "reconcileID": "1bed14c7-cbe6-47c3-bd3d-23407094e819", "Gateway": "e2e-shared-a-w2-f64b20", "namespace": "openshift-ingress"} 2026-09-04T22:35:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f64b20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f64b20", "reconcileID": "1bed14c7-cbe6-47c3-bd3d-23407094e819", "Gateway": "e2e-shared-a-w2-f64b20", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f64b20-authn-ssl"} 2026-09-04T22:35:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f64b20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f64b20", "reconcileID": "1bed14c7-cbe6-47c3-bd3d-23407094e819", "Gateway": "e2e-shared-a-w2-f64b20", "namespace": "openshift-ingress"} 2026-09-04T22:35:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00350c7e-42b4-48c8-bb57-5a45d6d1515a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20"} 2026-09-04T22:35:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00350c7e-42b4-48c8-bb57-5a45d6d1515a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:35:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00350c7e-42b4-48c8-bb57-5a45d6d1515a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-f64b20 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:35:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-trusted-ca-bundle", "reconcileID": "39415b06-0e7a-4e6c-bc31-a9143ed18496", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20"} 2026-09-04T22:35:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-trusted-ca-bundle", "reconcileID": "39415b06-0e7a-4e6c-bc31-a9143ed18496", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:35:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-trusted-ca-bundle", "reconcileID": "39415b06-0e7a-4e6c-bc31-a9143ed18496", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-f64b20 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:35:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "106584d5-e399-4855-8d04-ff37c8fb8d6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20"} 2026-09-04T22:35:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "106584d5-e399-4855-8d04-ff37c8fb8d6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:35:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "106584d5-e399-4855-8d04-ff37c8fb8d6a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-f64b20 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:35:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-trusted-ca-bundle", "reconcileID": "ea7d1147-10a3-4837-b640-d3b4cc2adf82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20"} 2026-09-04T22:35:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-trusted-ca-bundle", "reconcileID": "ea7d1147-10a3-4837-b640-d3b4cc2adf82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:35:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-trusted-ca-bundle", "reconcileID": "ea7d1147-10a3-4837-b640-d3b4cc2adf82", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-f64b20 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:35:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "595387ee-ffdd-4f33-8051-4b806eb6f20f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20"} 2026-09-04T22:35:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "595387ee-ffdd-4f33-8051-4b806eb6f20f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20"} 2026-09-04T22:35:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "openshift-service-ca.crt", "reconcileID": "2f29874b-fc94-4282-bcfa-8f96284a3820", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20"} 2026-09-04T22:35:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "openshift-service-ca.crt", "reconcileID": "2f29874b-fc94-4282-bcfa-8f96284a3820", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20"} 2026-09-04T22:35:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-trusted-ca-bundle", "reconcileID": "b9920c05-35ea-4a4c-b55d-83430ba4a3f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20"} 2026-09-04T22:35:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f64b20"}, "namespace": "ai-tenant-e2e-shared-a-w2-f64b20", "name": "odh-trusted-ca-bundle", "reconcileID": "b9920c05-35ea-4a4c-b55d-83430ba4a3f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f64b20"} 2026-09-04T22:35:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f64b20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f64b20", "reconcileID": "7db25e6b-3097-48f4-97f9-e57f32fd4a12", "Gateway": "e2e-shared-a-w2-f64b20", "namespace": "openshift-ingress"} 2026-09-04T22:35:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a12dcf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a12dcf", "reconcileID": "ce2b6b8d-00f7-4f5a-bf27-cd57b37a24f3", "Gateway": "e2e-shared-b-w2-a12dcf", "namespace": "openshift-ingress"} 2026-09-04T22:35:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a12dcf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a12dcf", "reconcileID": "ce2b6b8d-00f7-4f5a-bf27-cd57b37a24f3", "Gateway": "e2e-shared-b-w2-a12dcf", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a12dcf-authn-ssl"} 2026-09-04T22:35:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a12dcf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a12dcf", "reconcileID": "ce2b6b8d-00f7-4f5a-bf27-cd57b37a24f3", "Gateway": "e2e-shared-b-w2-a12dcf", "namespace": "openshift-ingress"} 2026-09-04T22:35:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a12dcf"}, "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35d88c11-dc05-4fbc-987d-b8347f3525cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf"} 2026-09-04T22:35:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a12dcf"}, "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35d88c11-dc05-4fbc-987d-b8347f3525cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:35:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a12dcf"}, "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35d88c11-dc05-4fbc-987d-b8347f3525cb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-a12dcf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:35:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a12dcf"}, "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "name": "odh-trusted-ca-bundle", "reconcileID": "63746309-0a61-4a7c-99ae-c49fd8d85b6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf"} 2026-09-04T22:35:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a12dcf"}, "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "name": "odh-trusted-ca-bundle", "reconcileID": "63746309-0a61-4a7c-99ae-c49fd8d85b6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:35:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a12dcf"}, "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "name": "odh-trusted-ca-bundle", "reconcileID": "63746309-0a61-4a7c-99ae-c49fd8d85b6d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-a12dcf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:35:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a12dcf"}, "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "name": "openshift-service-ca.crt", "reconcileID": "0279235c-92ad-4b93-a993-61b55f34d016", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf"} 2026-09-04T22:35:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a12dcf"}, "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "name": "openshift-service-ca.crt", "reconcileID": "0279235c-92ad-4b93-a993-61b55f34d016", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf"} 2026-09-04T22:35:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a12dcf"}, "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e46e4cd-6272-4ff8-8a86-a1e3b005873e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf"} 2026-09-04T22:35:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a12dcf"}, "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e46e4cd-6272-4ff8-8a86-a1e3b005873e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf"} 2026-09-04T22:35:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a12dcf"}, "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "name": "odh-trusted-ca-bundle", "reconcileID": "ecffb147-0111-4440-81e6-7f0cd2e26b17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf"} 2026-09-04T22:35:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a12dcf"}, "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf", "name": "odh-trusted-ca-bundle", "reconcileID": "ecffb147-0111-4440-81e6-7f0cd2e26b17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a12dcf"} 2026-09-04T22:35:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a12dcf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a12dcf", "reconcileID": "fac20e87-5961-4980-84e1-313e549a2afb", "Gateway": "e2e-shared-b-w2-a12dcf", "namespace": "openshift-ingress"} 2026-09-04T22:35:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc62f0","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "rate-test-model-bc62f0", "reconcileID": "468276e7-ac3a-4097-84a1-6bb019d96e59", "LLMInferenceService": "rate-test-model-bc62f0", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:35:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc62f0","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "rate-test-model-bc62f0", "reconcileID": "468276e7-ac3a-4097-84a1-6bb019d96e59", "LLMInferenceService": "rate-test-model-bc62f0", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "rate-test-model-bc62f0"} 2026-09-04T22:35:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc62f0","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "rate-test-model-bc62f0", "reconcileID": "468276e7-ac3a-4097-84a1-6bb019d96e59", "LLMInferenceService": "rate-test-model-bc62f0", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:35:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc62f0","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "rate-test-model-bc62f0", "reconcileID": "468276e7-ac3a-4097-84a1-6bb019d96e59", "LLMInferenceService": "rate-test-model-bc62f0", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:35:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc62f0","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "rate-test-model-bc62f0", "reconcileID": "468276e7-ac3a-4097-84a1-6bb019d96e59", "LLMInferenceService": "rate-test-model-bc62f0", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "rate-test-model-bc62f0-kserve-route-authn"} 2026-09-04T22:35:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc62f0","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "rate-test-model-bc62f0", "reconcileID": "468276e7-ac3a-4097-84a1-6bb019d96e59", "LLMInferenceService": "rate-test-model-bc62f0", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "rate-test-model-bc62f0-kserve-route-authn"} 2026-09-04T22:35:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc62f0","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "rate-test-model-bc62f0", "reconcileID": "468276e7-ac3a-4097-84a1-6bb019d96e59", "LLMInferenceService": "rate-test-model-bc62f0", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:35:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc62f0","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "rate-test-model-bc62f0", "reconcileID": "468276e7-ac3a-4097-84a1-6bb019d96e59", "LLMInferenceService": "rate-test-model-bc62f0", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:35:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bc62f0","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "rate-test-model-bc62f0", "reconcileID": "b53d0a75-eecf-4a46-8731-1adb7c812d47", "LLMInferenceService": "rate-test-model-bc62f0", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:35:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "75d674b1-abe2-41b8-9e97-330050d7aee8", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress"} 2026-09-04T22:35:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "75d674b1-abe2-41b8-9e97-330050d7aee8", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0-authn-ssl"} 2026-09-04T22:35:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "75d674b1-abe2-41b8-9e97-330050d7aee8", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress"} 2026-09-04T22:35:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "e8b4bc36-6141-4994-9c41-fbfda9400e64", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress"} 2026-09-04T22:35:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "e8b4bc36-6141-4994-9c41-fbfda9400e64", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0-authn-ssl"} 2026-09-04T22:35:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "e8b4bc36-6141-4994-9c41-fbfda9400e64", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress"} 2026-09-04T22:35:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf86db","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db", "reconcileID": "a25379d4-956e-4633-a77d-3e95358a1c2b", "LLMInferenceService": "rate-test-model-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:35:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf86db","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db", "reconcileID": "a25379d4-956e-4633-a77d-3e95358a1c2b", "LLMInferenceService": "rate-test-model-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db"} 2026-09-04T22:35:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf86db","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db", "reconcileID": "a25379d4-956e-4633-a77d-3e95358a1c2b", "LLMInferenceService": "rate-test-model-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:35:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf86db","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db", "reconcileID": "a25379d4-956e-4633-a77d-3e95358a1c2b", "LLMInferenceService": "rate-test-model-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:35:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf86db","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db", "reconcileID": "a25379d4-956e-4633-a77d-3e95358a1c2b", "LLMInferenceService": "rate-test-model-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db-kserve-route-authn"} 2026-09-04T22:35:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf86db","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db", "reconcileID": "a25379d4-956e-4633-a77d-3e95358a1c2b", "LLMInferenceService": "rate-test-model-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db-kserve-route-authn"} 2026-09-04T22:35:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf86db","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db", "reconcileID": "a25379d4-956e-4633-a77d-3e95358a1c2b", "LLMInferenceService": "rate-test-model-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:35:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf86db","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db", "reconcileID": "a25379d4-956e-4633-a77d-3e95358a1c2b", "LLMInferenceService": "rate-test-model-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:35:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf86db","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "rate-test-model-bf86db", "reconcileID": "bf05f085-3691-475c-a148-01dfde9a4529", "LLMInferenceService": "rate-test-model-bf86db", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:35:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "482952f0-7719-4639-b04e-e60780227737", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress"} 2026-09-04T22:35:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "482952f0-7719-4639-b04e-e60780227737", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db-authn-ssl"} 2026-09-04T22:35:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "482952f0-7719-4639-b04e-e60780227737", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress"} 2026-09-04T22:35:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "8864cba4-80fa-4268-ac59-3aa951eabbdf", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress"} 2026-09-04T22:35:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "8864cba4-80fa-4268-ac59-3aa951eabbdf", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db-authn-ssl"} 2026-09-04T22:35:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "8864cba4-80fa-4268-ac59-3aa951eabbdf", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress"} 2026-09-04T22:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "dc697bac-bc32-4826-8124-7131084d517c", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "dc697bac-bc32-4826-8124-7131084d517c", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "dc697bac-bc32-4826-8124-7131084d517c", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "b3f1ebd3-fee9-47c9-afa3-2f9cfb435af0", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "b3f1ebd3-fee9-47c9-afa3-2f9cfb435af0", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "b3f1ebd3-fee9-47c9-afa3-2f9cfb435af0", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "5fa37e30-27a8-4156-b12f-c3a7276114f3", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "5fa37e30-27a8-4156-b12f-c3a7276114f3", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "5fa37e30-27a8-4156-b12f-c3a7276114f3", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "1cf9ccdc-a6ae-4747-a6c0-86fb9bcf3040", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "1cf9ccdc-a6ae-4747-a6c0-86fb9bcf3040", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "1cf9ccdc-a6ae-4747-a6c0-86fb9bcf3040", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "25c36f56-c67e-45a6-8e40-9066c039645e", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "25c36f56-c67e-45a6-8e40-9066c039645e", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "25c36f56-c67e-45a6-8e40-9066c039645e", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "fa17a5ed-1ad4-4671-9dbf-8a7745fa84d8", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "fa17a5ed-1ad4-4671-9dbf-8a7745fa84d8", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:35:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "fa17a5ed-1ad4-4671-9dbf-8a7745fa84d8", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "openshift-service-ca.crt", "reconcileID": "e3745536-3bde-471b-b3ca-17b586faf51d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:35:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "odh-trusted-ca-bundle", "reconcileID": "b4f68da6-ea46-4cd5-8391-8ac7edd8f110", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:35:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "openshift-service-ca.crt", "reconcileID": "551607ae-deeb-4f4c-90ec-b40cabf18ea8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2df128", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:35:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "openshift-service-ca.crt", "reconcileID": "551607ae-deeb-4f4c-90ec-b40cabf18ea8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:35:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "openshift-service-ca.crt", "reconcileID": "97d64910-b507-4b79-a4fe-0aa461df9ed7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2df128", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:35:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "openshift-service-ca.crt", "reconcileID": "97d64910-b507-4b79-a4fe-0aa461df9ed7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:35:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "814c560a-582a-43fd-a839-2b4dcd36cf58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:35:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "openshift-service-ca.crt", "reconcileID": "2c17d4e9-a52d-438b-b0f1-3a0b070013d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:35:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "odh-trusted-ca-bundle", "reconcileID": "e245b41b-2a37-4be9-9712-e01c9a6f957b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2df128", "update": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:35:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "odh-trusted-ca-bundle", "reconcileID": "e245b41b-2a37-4be9-9712-e01c9a6f957b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:35:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "419bfd0f-c147-4237-9f22-044e3f106412", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:35:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "f1e9c93d-e556-4b14-81aa-959747e1cb7d", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "f1e9c93d-e556-4b14-81aa-959747e1cb7d", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:35:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "f1e9c93d-e556-4b14-81aa-959747e1cb7d", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "fd9d01ce-2eb0-4ec3-bf6e-58b1d0ec18cf", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "fd9d01ce-2eb0-4ec3-bf6e-58b1d0ec18cf", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "fd9d01ce-2eb0-4ec3-bf6e-58b1d0ec18cf", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:36:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "f413bfe1-0d28-4eb9-ba7a-d7c3919707a0", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:36:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "f413bfe1-0d28-4eb9-ba7a-d7c3919707a0", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:36:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "f413bfe1-0d28-4eb9-ba7a-d7c3919707a0", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "16eaa91d-b4f6-4d37-ac76-47834165d23e", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "16eaa91d-b4f6-4d37-ac76-47834165d23e", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad-authn-ssl"} 2026-09-04T22:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "16eaa91d-b4f6-4d37-ac76-47834165d23e", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "905ef1a2-54fe-4176-ac50-dfb2df7e8b50", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "905ef1a2-54fe-4176-ac50-dfb2df7e8b50", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad-authn-ssl"} 2026-09-04T22:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "905ef1a2-54fe-4176-ac50-dfb2df7e8b50", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "e2108631-5b3f-4d1a-9669-5330e2989982", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "e2108631-5b3f-4d1a-9669-5330e2989982", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad-authn-ssl"} 2026-09-04T22:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "e2108631-5b3f-4d1a-9669-5330e2989982", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "b9fe8189-4249-47c6-b93a-711e6b3bfe26", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "b9fe8189-4249-47c6-b93a-711e6b3bfe26", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad-authn-ssl"} 2026-09-04T22:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "b9fe8189-4249-47c6-b93a-711e6b3bfe26", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "181e738d-1364-42ec-be31-07f26737c138", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "181e738d-1364-42ec-be31-07f26737c138", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad-authn-ssl"} 2026-09-04T22:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "181e738d-1364-42ec-be31-07f26737c138", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "9a6ea563-10a6-47b5-b64b-0f794de14f4f", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "9a6ea563-10a6-47b5-b64b-0f794de14f4f", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad-authn-ssl"} 2026-09-04T22:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "9a6ea563-10a6-47b5-b64b-0f794de14f4f", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "031c3b4b-7bfd-4fe7-9554-a291bf008d4f", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "031c3b4b-7bfd-4fe7-9554-a291bf008d4f", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad-authn-ssl"} 2026-09-04T22:36:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "031c3b4b-7bfd-4fe7-9554-a291bf008d4f", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "odh-trusted-ca-bundle", "reconcileID": "b0c0f764-ad78-4212-a6ef-5352165172b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "openshift-service-ca.crt", "reconcileID": "6d5e99b5-4d85-446e-93df-1acbb91912d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:36:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "openshift-service-ca.crt", "reconcileID": "4a989200-a302-4af7-81fb-73936e1a5035", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:36:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "openshift-service-ca.crt", "reconcileID": "4a989200-a302-4af7-81fb-73936e1a5035", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62e73571-188e-4f59-8250-f21b7c61d140", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "openshift-service-ca.crt", "reconcileID": "bdc4694c-dfe6-4ca7-bff2-5865c23b07f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:36:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "odh-trusted-ca-bundle", "reconcileID": "8f2f67c4-a047-42bd-9d32-31cd9611516a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "update": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:36:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "odh-trusted-ca-bundle", "reconcileID": "8f2f67c4-a047-42bd-9d32-31cd9611516a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f22108ab-a6c5-40bf-b485-5db27f5284ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:36:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "6a387721-749f-439e-8d7d-fda36f74fed6", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "6a387721-749f-439e-8d7d-fda36f74fed6", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad-authn-ssl"} 2026-09-04T22:36:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "6a387721-749f-439e-8d7d-fda36f74fed6", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "2a08747b-5c5d-4255-988e-ca20e932c859", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "2a08747b-5c5d-4255-988e-ca20e932c859", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad-authn-ssl"} 2026-09-04T22:36:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "2a08747b-5c5d-4255-988e-ca20e932c859", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:36:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "cbfffeb9-0fe2-4d13-9e84-201657d563f3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "cbfffeb9-0fe2-4d13-9e84-201657d563f3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "cbfffeb9-0fe2-4d13-9e84-201657d563f3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "c5bad236-d6e1-461c-9b72-b29be90e3101", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:36:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "cbfffeb9-0fe2-4d13-9e84-201657d563f3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128-kserve-route-authn"} 2026-09-04T22:36:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "cbfffeb9-0fe2-4d13-9e84-201657d563f3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "authType": "userdefined"} 2026-09-04T22:36:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "cbfffeb9-0fe2-4d13-9e84-201657d563f3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "c5bad236-d6e1-461c-9b72-b29be90e3101", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:36:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "c5bad236-d6e1-461c-9b72-b29be90e3101", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:36:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "fb40e9a0-56e1-47ef-8473-6ff219937794", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "fb40e9a0-56e1-47ef-8473-6ff219937794", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "fb40e9a0-56e1-47ef-8473-6ff219937794", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "fb40e9a0-56e1-47ef-8473-6ff219937794", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128-kserve-route-authn"} 2026-09-04T22:36:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "fb40e9a0-56e1-47ef-8473-6ff219937794", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "authType": "userdefined"} 2026-09-04T22:36:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "fb40e9a0-56e1-47ef-8473-6ff219937794", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "9e7049ae-bab1-440c-ad9c-a42f39b9e9dc", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:36:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "9e7049ae-bab1-440c-ad9c-a42f39b9e9dc", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:36:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "9e7049ae-bab1-440c-ad9c-a42f39b9e9dc", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:36:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "36e1e3df-a774-4d5c-917a-77b5c0b876be", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "36e1e3df-a774-4d5c-917a-77b5c0b876be", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "36e1e3df-a774-4d5c-917a-77b5c0b876be", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "36e1e3df-a774-4d5c-917a-77b5c0b876be", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128-kserve-route-authn"} 2026-09-04T22:36:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "36e1e3df-a774-4d5c-917a-77b5c0b876be", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "authType": "userdefined"} 2026-09-04T22:36:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "36e1e3df-a774-4d5c-917a-77b5c0b876be", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "a05fd926-90f9-445f-a078-73a5c5cf8a88", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "a05fd926-90f9-445f-a078-73a5c5cf8a88", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "a05fd926-90f9-445f-a078-73a5c5cf8a88", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:36:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "a05fd926-90f9-445f-a078-73a5c5cf8a88", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128-kserve-route-authn"} 2026-09-04T22:36:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "a05fd926-90f9-445f-a078-73a5c5cf8a88", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "authType": "userdefined"} 2026-09-04T22:36:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "a05fd926-90f9-445f-a078-73a5c5cf8a88", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:37:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "110bd6b9-4a38-4dc3-ac74-ad67662102ac", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:37:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "110bd6b9-4a38-4dc3-ac74-ad67662102ac", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:37:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "110bd6b9-4a38-4dc3-ac74-ad67662102ac", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:37:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "110bd6b9-4a38-4dc3-ac74-ad67662102ac", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128-kserve-route-authn"} 2026-09-04T22:37:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "110bd6b9-4a38-4dc3-ac74-ad67662102ac", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "authType": "userdefined"} 2026-09-04T22:37:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "110bd6b9-4a38-4dc3-ac74-ad67662102ac", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "934bd421-2b15-46e2-ac61-c9994a260feb", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "934bd421-2b15-46e2-ac61-c9994a260feb", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8-authn-ssl"} 2026-09-04T22:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "934bd421-2b15-46e2-ac61-c9994a260feb", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "bf21bc64-1b19-4b0e-ab45-8fce81cee5b6", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "bf21bc64-1b19-4b0e-ab45-8fce81cee5b6", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8-authn-ssl"} 2026-09-04T22:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "bf21bc64-1b19-4b0e-ab45-8fce81cee5b6", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "03d6ad1a-f1c9-47ca-ad19-0870ae50afc7", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "03d6ad1a-f1c9-47ca-ad19-0870ae50afc7", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8-authn-ssl"} 2026-09-04T22:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "03d6ad1a-f1c9-47ca-ad19-0870ae50afc7", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "420adf23-0ea3-4910-a61f-30abb7784756", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "420adf23-0ea3-4910-a61f-30abb7784756", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8-authn-ssl"} 2026-09-04T22:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "420adf23-0ea3-4910-a61f-30abb7784756", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "01d67c05-412c-437f-93cf-5f5da2290915", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "01d67c05-412c-437f-93cf-5f5da2290915", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8-authn-ssl"} 2026-09-04T22:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "01d67c05-412c-437f-93cf-5f5da2290915", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "cb31111e-638d-4b69-b077-beec3a795f43", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "cb31111e-638d-4b69-b077-beec3a795f43", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8-authn-ssl"} 2026-09-04T22:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "cb31111e-638d-4b69-b077-beec3a795f43", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "9d899976-8380-4398-8017-30de53aca87d", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "9d899976-8380-4398-8017-30de53aca87d", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8-authn-ssl"} 2026-09-04T22:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "9d899976-8380-4398-8017-30de53aca87d", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "openshift-service-ca.crt", "reconcileID": "a54cda31-74ed-43fa-a1c1-1e89e36bbbca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:37:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "odh-trusted-ca-bundle", "reconcileID": "c55c44e1-8e99-4337-92f5-5bb944aaa1f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:37:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "openshift-service-ca.crt", "reconcileID": "c74e1ff8-c624-4605-85b6-6a7f75e712d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:37:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "openshift-service-ca.crt", "reconcileID": "c74e1ff8-c624-4605-85b6-6a7f75e712d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:37:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "openshift-service-ca.crt", "reconcileID": "81a0d085-b064-4c5a-aa0b-e7063691ef25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:37:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b79841b-ebf3-4f1c-851c-042f96b7ce58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:37:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "odh-trusted-ca-bundle", "reconcileID": "85348851-006f-4e35-89b4-9050bfe84f11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "update": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:37:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "odh-trusted-ca-bundle", "reconcileID": "85348851-006f-4e35-89b4-9050bfe84f11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:37:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4051a493-db6c-4da4-ac0d-c743c7435bcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "23f394ef-29d5-44dc-afc3-24b7bcac1013", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "23f394ef-29d5-44dc-afc3-24b7bcac1013", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8-authn-ssl"} 2026-09-04T22:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "23f394ef-29d5-44dc-afc3-24b7bcac1013", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "42b6b721-9634-4c04-a2ee-112e55a41f07", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "42b6b721-9634-4c04-a2ee-112e55a41f07", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8-authn-ssl"} 2026-09-04T22:37:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "42b6b721-9634-4c04-a2ee-112e55a41f07", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "ff393b16-a49a-42fe-be0d-d59d50399206", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:37:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "ff393b16-a49a-42fe-be0d-d59d50399206", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8-authn-ssl"} 2026-09-04T22:37:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "ff393b16-a49a-42fe-be0d-d59d50399206", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "f31924d9-f92d-48c5-9078-97f230270366", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "f31924d9-f92d-48c5-9078-97f230270366", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8-authn-ssl"} 2026-09-04T22:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "f31924d9-f92d-48c5-9078-97f230270366", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:38:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6b12e10-4bef-4714-bbd2-23a442d3e860", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:38:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6b12e10-4bef-4714-bbd2-23a442d3e860", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:38:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6b12e10-4bef-4714-bbd2-23a442d3e860", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-919fd8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:38:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "odh-trusted-ca-bundle", "reconcileID": "1a166db0-466b-4fac-8e32-2c0da72ff90b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:38:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "odh-trusted-ca-bundle", "reconcileID": "1a166db0-466b-4fac-8e32-2c0da72ff90b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:38:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "openshift-service-ca.crt", "reconcileID": "ab5c29bf-4b39-4430-8d1d-577e2d826a11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:38:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "openshift-service-ca.crt", "reconcileID": "ab5c29bf-4b39-4430-8d1d-577e2d826a11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:38:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a3e2523-0c82-4de0-bab9-0d19604e3437", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:38:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-919fd8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a3e2523-0c82-4de0-bab9-0d19604e3437", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-919fd8"} 2026-09-04T22:38:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-919fd8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-919fd8", "reconcileID": "54fa9266-8ef2-4507-8d68-61e8360f5eac", "Gateway": "e2e-ipp-cleanup-919fd8", "namespace": "openshift-ingress"} 2026-09-04T22:38:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "933b98a3-6e2a-4be3-9212-54edef766233", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:38:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "933b98a3-6e2a-4be3-9212-54edef766233", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:38:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "933b98a3-6e2a-4be3-9212-54edef766233", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:38:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "a50489ac-56ab-4932-adcc-fdbde7db9cae", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:38:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "a50489ac-56ab-4932-adcc-fdbde7db9cae", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:38:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "a50489ac-56ab-4932-adcc-fdbde7db9cae", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:38:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "edd5d2fd-2cb4-4e57-ba33-371bb828e229", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:38:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "edd5d2fd-2cb4-4e57-ba33-371bb828e229", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:38:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "edd5d2fd-2cb4-4e57-ba33-371bb828e229", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:38:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "edd5d2fd-2cb4-4e57-ba33-371bb828e229", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128-kserve-route-authn"} 2026-09-04T22:38:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "edd5d2fd-2cb4-4e57-ba33-371bb828e229", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "authType": "userdefined"} 2026-09-04T22:38:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "edd5d2fd-2cb4-4e57-ba33-371bb828e229", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:38:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "7c8859e5-0368-4ed9-a0bd-c25ebcfed913", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:38:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "7c8859e5-0368-4ed9-a0bd-c25ebcfed913", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:38:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "7c8859e5-0368-4ed9-a0bd-c25ebcfed913", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:39:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad73b435-0deb-4473-abb4-712d56c5d390", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad73b435-0deb-4473-abb4-712d56c5d390", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2df128", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:39:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad73b435-0deb-4473-abb4-712d56c5d390", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-2df128 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:39:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "odh-trusted-ca-bundle", "reconcileID": "f8554909-8f81-4ce2-92dd-0554822816cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "odh-trusted-ca-bundle", "reconcileID": "f8554909-8f81-4ce2-92dd-0554822816cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "openshift-service-ca.crt", "reconcileID": "27e5002e-b396-4e8f-975f-56738c34360d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "openshift-service-ca.crt", "reconcileID": "27e5002e-b396-4e8f-975f-56738c34360d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bef9b59-aa50-4655-abc8-4bae7f196fce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bef9b59-aa50-4655-abc8-4bae7f196fce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "f6d619cd-6ff2-45d9-b69e-72d836db0f78", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "f6d619cd-6ff2-45d9-b69e-72d836db0f78", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "f6d619cd-6ff2-45d9-b69e-72d836db0f78", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "f6d619cd-6ff2-45d9-b69e-72d836db0f78", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128-kserve-route-authn"} 2026-09-04T22:39:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "f6d619cd-6ff2-45d9-b69e-72d836db0f78", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "authType": "userdefined"} 2026-09-04T22:39:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "f6d619cd-6ff2-45d9-b69e-72d836db0f78", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "66e5bd33-7fcc-418d-beaf-46a7d053b7ee", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:39:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "66e5bd33-7fcc-418d-beaf-46a7d053b7ee", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:39:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "66e5bd33-7fcc-418d-beaf-46a7d053b7ee", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:39:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "67d39bb5-fccc-4535-a04f-249097a536c3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "67d39bb5-fccc-4535-a04f-249097a536c3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128"} 2026-09-04T22:39:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "67d39bb5-fccc-4535-a04f-249097a536c3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "67d39bb5-fccc-4535-a04f-249097a536c3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "67d39bb5-fccc-4535-a04f-249097a536c3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128-kserve-route-authn"} 2026-09-04T22:39:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "67d39bb5-fccc-4535-a04f-249097a536c3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128-kserve-route-authn"} 2026-09-04T22:39:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "67d39bb5-fccc-4535-a04f-249097a536c3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "67d39bb5-fccc-4535-a04f-249097a536c3", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "e745fc62-cd0e-499f-b1d7-1e02bd853bae", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "e745fc62-cd0e-499f-b1d7-1e02bd853bae", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128"} 2026-09-04T22:39:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "e745fc62-cd0e-499f-b1d7-1e02bd853bae", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "e745fc62-cd0e-499f-b1d7-1e02bd853bae", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "e745fc62-cd0e-499f-b1d7-1e02bd853bae", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128-kserve-route-authn"} 2026-09-04T22:39:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "e745fc62-cd0e-499f-b1d7-1e02bd853bae", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128-kserve-route-authn"} 2026-09-04T22:39:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "e745fc62-cd0e-499f-b1d7-1e02bd853bae", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "e745fc62-cd0e-499f-b1d7-1e02bd853bae", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2df128","namespace":"ai-tenant-e2e-ipp-a-2df128"}, "namespace": "ai-tenant-e2e-ipp-a-2df128", "name": "ipp-route-2df128", "reconcileID": "85cbb00e-0eb8-4220-bfcb-d89e8b8b5e23", "LLMInferenceService": "ipp-route-2df128", "namespace": "ai-tenant-e2e-ipp-a-2df128"} 2026-09-04T22:39:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "3e4b4964-6cde-43c1-aff1-4454ffb80e11", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:39:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "3e4b4964-6cde-43c1-aff1-4454ffb80e11", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128-authn-ssl"} 2026-09-04T22:39:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "3e4b4964-6cde-43c1-aff1-4454ffb80e11", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:39:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2df128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2df128", "reconcileID": "acf4f7b0-3266-4439-9000-112f716e564f", "Gateway": "e2e-ipp-a-2df128", "namespace": "openshift-ingress"} 2026-09-04T22:39:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "fcf2e5a9-7804-4262-888d-52396304f5b2", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:39:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "fcf2e5a9-7804-4262-888d-52396304f5b2", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad-authn-ssl"} 2026-09-04T22:39:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "fcf2e5a9-7804-4262-888d-52396304f5b2", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:39:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T22:39:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T22:39:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "01c88683-626f-45b2-909a-2543bc12364f", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:39:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "01c88683-626f-45b2-909a-2543bc12364f", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad-authn-ssl"} 2026-09-04T22:39:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "01c88683-626f-45b2-909a-2543bc12364f", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:39:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "327b0264-7ea8-4c6c-ac58-adbad9ffadc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:39:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "327b0264-7ea8-4c6c-ac58-adbad9ffadc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:39:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "327b0264-7ea8-4c6c-ac58-adbad9ffadc6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-ecfcad because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:39:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "odh-trusted-ca-bundle", "reconcileID": "070a5400-0537-4af1-9eda-f837fa9786a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:39:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "odh-trusted-ca-bundle", "reconcileID": "070a5400-0537-4af1-9eda-f837fa9786a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:39:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "openshift-service-ca.crt", "reconcileID": "3f037469-e420-4426-8087-b1d1d3a17295", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:39:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "openshift-service-ca.crt", "reconcileID": "3f037469-e420-4426-8087-b1d1d3a17295", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:39:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5aee8274-4942-44da-b0f3-e6d89abcb734", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:39:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-ecfcad"}, "namespace": "ai-tenant-e2e-ipp-b-ecfcad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5aee8274-4942-44da-b0f3-e6d89abcb734", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-ecfcad"} 2026-09-04T22:39:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-ecfcad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-ecfcad", "reconcileID": "aa3e4cce-af77-458d-af99-e605fc0e2f5b", "Gateway": "e2e-ipp-b-ecfcad", "namespace": "openshift-ingress"} 2026-09-04T22:39:32Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T22:39:32Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-04T22:39:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "23630b4b-46ba-4bbe-8e5d-9758c22a1163", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress"} 2026-09-04T22:39:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "23630b4b-46ba-4bbe-8e5d-9758c22a1163", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0-authn-ssl"} 2026-09-04T22:39:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "23630b4b-46ba-4bbe-8e5d-9758c22a1163", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress"} 2026-09-04T22:39:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "d595f2f8-3d6e-4979-81fd-b081c039448e", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress"} 2026-09-04T22:39:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "d595f2f8-3d6e-4979-81fd-b081c039448e", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0-authn-ssl"} 2026-09-04T22:39:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "d595f2f8-3d6e-4979-81fd-b081c039448e", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress"} 2026-09-04T22:39:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "037a5388-9c7e-43c2-a72b-997c34d7eab1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:39:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "037a5388-9c7e-43c2-a72b-997c34d7eab1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:39:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "037a5388-9c7e-43c2-a72b-997c34d7eab1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-bc62f0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:39:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "odh-trusted-ca-bundle", "reconcileID": "45945622-9310-41d6-8172-33e3228320b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:39:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "odh-trusted-ca-bundle", "reconcileID": "45945622-9310-41d6-8172-33e3228320b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:39:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "openshift-service-ca.crt", "reconcileID": "8f1c5d71-8a18-4c0c-b2a1-dcc8c99a7bbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:39:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "openshift-service-ca.crt", "reconcileID": "8f1c5d71-8a18-4c0c-b2a1-dcc8c99a7bbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:39:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30230ec0-8f33-4703-a264-d163e3e7da7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:39:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bc62f0"}, "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30230ec0-8f33-4703-a264-d163e3e7da7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-bc62f0"} 2026-09-04T22:39:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bc62f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bc62f0", "reconcileID": "caf18d44-e967-436a-a9c7-d21afa81b95c", "Gateway": "e2e-shared-a-w3-bc62f0", "namespace": "openshift-ingress"} 2026-09-04T22:40:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "8230ab41-f17f-404d-abd0-3473d3c71a92", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress"} 2026-09-04T22:40:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "8230ab41-f17f-404d-abd0-3473d3c71a92", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db-authn-ssl"} 2026-09-04T22:40:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "8230ab41-f17f-404d-abd0-3473d3c71a92", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress"} 2026-09-04T22:40:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "3159a833-29b7-4250-9a8e-f33e99777acd", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress"} 2026-09-04T22:40:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "3159a833-29b7-4250-9a8e-f33e99777acd", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db-authn-ssl"} 2026-09-04T22:40:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "3159a833-29b7-4250-9a8e-f33e99777acd", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress"} 2026-09-04T22:40:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "a0822852-db05-4a22-88a9-bb3cde1ea0d0", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress"} 2026-09-04T22:40:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "a0822852-db05-4a22-88a9-bb3cde1ea0d0", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db-authn-ssl"} 2026-09-04T22:40:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "a0822852-db05-4a22-88a9-bb3cde1ea0d0", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress"} 2026-09-04T22:40:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0509f6d4-4ad5-4c81-82b3-a49cdbda8c4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:40:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0509f6d4-4ad5-4c81-82b3-a49cdbda8c4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T22:40:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0509f6d4-4ad5-4c81-82b3-a49cdbda8c4b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-bf86db because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T22:40:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "odh-trusted-ca-bundle", "reconcileID": "5949eeb6-0536-4d5c-850f-9915b4707232", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:40:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "odh-trusted-ca-bundle", "reconcileID": "5949eeb6-0536-4d5c-850f-9915b4707232", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:40:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "openshift-service-ca.crt", "reconcileID": "87fff367-5033-4c64-b654-c2459de0c645", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:40:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "openshift-service-ca.crt", "reconcileID": "87fff367-5033-4c64-b654-c2459de0c645", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:40:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a64a85f-3e73-4a79-ae3e-6779b106b161", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:40:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-bf86db"}, "namespace": "ai-tenant-e2e-shared-b-w3-bf86db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a64a85f-3e73-4a79-ae3e-6779b106b161", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-bf86db"} 2026-09-04T22:40:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-bf86db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-bf86db", "reconcileID": "4319c627-4218-4963-a849-172cf7688aac", "Gateway": "e2e-shared-b-w3-bf86db", "namespace": "openshift-ingress"} 2026-09-04T22:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03a61491-eb60-49e1-8d2e-cbf3e058fb87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:44:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "f5b52d7f-58cb-46f9-8af0-7e356f4ce42f", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:44:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "f5b52d7f-58cb-46f9-8af0-7e356f4ce42f", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:44:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "f5b52d7f-58cb-46f9-8af0-7e356f4ce42f", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03a61491-eb60-49e1-8d2e-cbf3e058fb87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:44:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "f5b52d7f-58cb-46f9-8af0-7e356f4ce42f", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm", "name": "e2e-same-id-a-c86c36be-kserve-route-authn"} 2026-09-04T22:44:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "f5b52d7f-58cb-46f9-8af0-7e356f4ce42f", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:44:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "f5b52d7f-58cb-46f9-8af0-7e356f4ce42f", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03a61491-eb60-49e1-8d2e-cbf3e058fb87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:44:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "cfae86e6-8a08-4a4e-9b9c-94f5aa4d3d9f", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:44:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "cfae86e6-8a08-4a4e-9b9c-94f5aa4d3d9f", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:44:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "cfae86e6-8a08-4a4e-9b9c-94f5aa4d3d9f", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:44:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "cfae86e6-8a08-4a4e-9b9c-94f5aa4d3d9f", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm", "name": "e2e-same-id-a-c86c36be-kserve-route-authn"} 2026-09-04T22:44:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "cfae86e6-8a08-4a4e-9b9c-94f5aa4d3d9f", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:44:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "cfae86e6-8a08-4a4e-9b9c-94f5aa4d3d9f", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:44:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "1ccdec74-2b41-4035-a4d1-8e6f63d87fb8", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:44:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "1ccdec74-2b41-4035-a4d1-8e6f63d87fb8", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:44:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "1ccdec74-2b41-4035-a4d1-8e6f63d87fb8", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21ed0b86-a3f7-47ec-b368-6a99ec28c464", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:44:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "1ccdec74-2b41-4035-a4d1-8e6f63d87fb8", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm", "name": "e2e-same-id-b-c86c36be-kserve-route-authn"} 2026-09-04T22:44:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "1ccdec74-2b41-4035-a4d1-8e6f63d87fb8", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:44:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "1ccdec74-2b41-4035-a4d1-8e6f63d87fb8", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21ed0b86-a3f7-47ec-b368-6a99ec28c464", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "21ed0b86-a3f7-47ec-b368-6a99ec28c464", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:44:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66272e7d-9a80-4ba4-8082-80bc5d972651", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:44:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66272e7d-9a80-4ba4-8082-80bc5d972651", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:44:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66272e7d-9a80-4ba4-8082-80bc5d972651", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:44:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "30786599-06fb-4688-9f4a-7d6335055b99", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:44:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "30786599-06fb-4688-9f4a-7d6335055b99", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:44:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "30786599-06fb-4688-9f4a-7d6335055b99", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:44:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "30786599-06fb-4688-9f4a-7d6335055b99", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm", "name": "e2e-same-id-a-c86c36be-kserve-route-authn"} 2026-09-04T22:44:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "30786599-06fb-4688-9f4a-7d6335055b99", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:44:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "30786599-06fb-4688-9f4a-7d6335055b99", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:44:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "1b2dcbc1-a2a2-4739-a3a1-56b68ca78027", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:44:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "1b2dcbc1-a2a2-4739-a3a1-56b68ca78027", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:44:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "1b2dcbc1-a2a2-4739-a3a1-56b68ca78027", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:44:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "1b2dcbc1-a2a2-4739-a3a1-56b68ca78027", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm", "name": "e2e-same-id-b-c86c36be-kserve-route-authn"} 2026-09-04T22:44:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "1b2dcbc1-a2a2-4739-a3a1-56b68ca78027", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:44:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "1b2dcbc1-a2a2-4739-a3a1-56b68ca78027", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:44:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "743d40e1-0a18-4151-9503-7fcaf13f2ead", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:44:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "743d40e1-0a18-4151-9503-7fcaf13f2ead", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:44:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "743d40e1-0a18-4151-9503-7fcaf13f2ead", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:44:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "63e4a461-c994-4660-9a36-81011d6e15c1", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:44:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "63e4a461-c994-4660-9a36-81011d6e15c1", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:44:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "63e4a461-c994-4660-9a36-81011d6e15c1", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:44:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "63e4a461-c994-4660-9a36-81011d6e15c1", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm", "name": "e2e-same-id-b-c86c36be-kserve-route-authn"} 2026-09-04T22:44:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "63e4a461-c994-4660-9a36-81011d6e15c1", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:44:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "63e4a461-c994-4660-9a36-81011d6e15c1", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:45:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "83e5a5e0-f8e9-4691-94b7-e6cb61b2dc28", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:45:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "83e5a5e0-f8e9-4691-94b7-e6cb61b2dc28", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:45:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "83e5a5e0-f8e9-4691-94b7-e6cb61b2dc28", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:45:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "83e5a5e0-f8e9-4691-94b7-e6cb61b2dc28", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm", "name": "e2e-same-id-a-c86c36be-kserve-route-authn"} 2026-09-04T22:45:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "83e5a5e0-f8e9-4691-94b7-e6cb61b2dc28", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:45:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "83e5a5e0-f8e9-4691-94b7-e6cb61b2dc28", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:45:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "9074aaf5-1599-4947-8b9d-f3a0d5ed785f", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:45:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "9074aaf5-1599-4947-8b9d-f3a0d5ed785f", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:45:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "9074aaf5-1599-4947-8b9d-f3a0d5ed785f", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:45:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "9074aaf5-1599-4947-8b9d-f3a0d5ed785f", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm", "name": "e2e-same-id-b-c86c36be-kserve-route-authn"} 2026-09-04T22:45:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "9074aaf5-1599-4947-8b9d-f3a0d5ed785f", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm", "authType": "userdefined"} 2026-09-04T22:45:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "9074aaf5-1599-4947-8b9d-f3a0d5ed785f", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:45:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "1fc83a53-ac76-4f05-a7b9-fc2786d8623d", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:45:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "1fc83a53-ac76-4f05-a7b9-fc2786d8623d", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm", "name": "e2e-same-id-a-c86c36be"} 2026-09-04T22:45:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "1fc83a53-ac76-4f05-a7b9-fc2786d8623d", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:45:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "1fc83a53-ac76-4f05-a7b9-fc2786d8623d", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:45:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "1fc83a53-ac76-4f05-a7b9-fc2786d8623d", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm", "name": "e2e-same-id-a-c86c36be-kserve-route-authn"} 2026-09-04T22:45:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "1fc83a53-ac76-4f05-a7b9-fc2786d8623d", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm", "name": "e2e-same-id-a-c86c36be-kserve-route-authn"} 2026-09-04T22:45:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c86c36be", "reconcileID": "ff329276-49d4-4169-959e-44ce6d70f51e", "LLMInferenceService": "e2e-same-id-a-c86c36be", "namespace": "llm"} 2026-09-04T22:45:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fd489eb-4731-45d9-a366-0859b601b08e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:45:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fd489eb-4731-45d9-a366-0859b601b08e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:45:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fd489eb-4731-45d9-a366-0859b601b08e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:45:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b8c7f5c-e7e2-4756-92bb-07cb435b0022", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:45:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b8c7f5c-e7e2-4756-92bb-07cb435b0022", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:45:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8b8c7f5c-e7e2-4756-92bb-07cb435b0022", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:45:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "9f24cbbf-89f2-4057-8f0a-c2e8bd528dad", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:45:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "9f24cbbf-89f2-4057-8f0a-c2e8bd528dad", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm", "name": "e2e-same-id-b-c86c36be"} 2026-09-04T22:45:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "9f24cbbf-89f2-4057-8f0a-c2e8bd528dad", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:45:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "9f24cbbf-89f2-4057-8f0a-c2e8bd528dad", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:45:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "9f24cbbf-89f2-4057-8f0a-c2e8bd528dad", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm", "name": "e2e-same-id-b-c86c36be-kserve-route-authn"} 2026-09-04T22:45:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "9f24cbbf-89f2-4057-8f0a-c2e8bd528dad", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm", "name": "e2e-same-id-b-c86c36be-kserve-route-authn"} 2026-09-04T22:45:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c86c36be","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c86c36be", "reconcileID": "32eb9f71-ed2b-4f80-ba1e-ae396f4bd816", "LLMInferenceService": "e2e-same-id-b-c86c36be", "namespace": "llm"} 2026-09-04T22:45:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88965a13-f484-4583-8668-cb045eb940e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:45:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88965a13-f484-4583-8668-cb045eb940e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:45:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88965a13-f484-4583-8668-cb045eb940e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:45:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "907bd09c-a379-4835-95af-67368943aaa8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-04T22:45:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "907bd09c-a379-4835-95af-67368943aaa8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-04T22:45:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "907bd09c-a379-4835-95af-67368943aaa8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}