2026-09-16T17:04:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9359a3"}, "namespace": "ai-tenant-e2e-api-a-9359a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1437899-0c30-4163-8a86-53b45493a853", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9359a3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:04:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9359a3"}, "namespace": "ai-tenant-e2e-api-a-9359a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1437899-0c30-4163-8a86-53b45493a853", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-9359a3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T17:04:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9359a3"}, "namespace": "ai-tenant-e2e-api-a-9359a3", "name": "odh-trusted-ca-bundle", "reconcileID": "930f97df-7eef-44cf-8460-87e533707ebf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9359a3"} 2026-09-16T17:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9359a3"}, "namespace": "ai-tenant-e2e-api-a-9359a3", "name": "odh-trusted-ca-bundle", "reconcileID": "930f97df-7eef-44cf-8460-87e533707ebf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9359a3"} 2026-09-16T17:04:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9359a3"}, "namespace": "ai-tenant-e2e-api-a-9359a3", "name": "openshift-service-ca.crt", "reconcileID": "f93c75a6-91ee-4a3b-9aaa-a9e810b73a62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9359a3"} 2026-09-16T17:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9359a3"}, "namespace": "ai-tenant-e2e-api-a-9359a3", "name": "openshift-service-ca.crt", "reconcileID": "f93c75a6-91ee-4a3b-9aaa-a9e810b73a62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9359a3"} 2026-09-16T17:04:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9359a3"}, "namespace": "ai-tenant-e2e-api-a-9359a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db20ccda-e64f-47e3-988c-fce020078d9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9359a3"} 2026-09-16T17:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9359a3"}, "namespace": "ai-tenant-e2e-api-a-9359a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db20ccda-e64f-47e3-988c-fce020078d9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9359a3"} 2026-09-16T17:04:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9359a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9359a3", "reconcileID": "0dd19c57-1943-4552-bb7f-f8df50e14c89", "Gateway": "e2e-api-a-9359a3", "namespace": "openshift-ingress"} 2026-09-16T17:04:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9359a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9359a3", "reconcileID": "0dd19c57-1943-4552-bb7f-f8df50e14c89", "Gateway": "e2e-api-a-9359a3", "namespace": "openshift-ingress", "name": "e2e-api-a-9359a3-authn-ssl"} 2026-09-16T17:04:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9359a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9359a3", "reconcileID": "0dd19c57-1943-4552-bb7f-f8df50e14c89", "Gateway": "e2e-api-a-9359a3", "namespace": "openshift-ingress"} 2026-09-16T17:04:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9359a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9359a3", "reconcileID": "2a63ea4b-5202-43a6-9df2-72ce43653f6c", "Gateway": "e2e-api-a-9359a3", "namespace": "openshift-ingress"} 2026-09-16T17:04:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "0eba0df4-57ef-40b0-8228-d0b05b325b79", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress"} 2026-09-16T17:04:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "0eba0df4-57ef-40b0-8228-d0b05b325b79", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301-authn-ssl"} 2026-09-16T17:04:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "0eba0df4-57ef-40b0-8228-d0b05b325b79", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress"} 2026-09-16T17:04:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "61c3d579-e1f0-4e5f-ac34-02bf02c577fd", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "61c3d579-e1f0-4e5f-ac34-02bf02c577fd", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "61c3d579-e1f0-4e5f-ac34-02bf02c577fd", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "61c3d579-e1f0-4e5f-ac34-02bf02c577fd", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301-kserve-route-authn"} 2026-09-16T17:04:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "61c3d579-e1f0-4e5f-ac34-02bf02c577fd", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "authType": "userdefined"} 2026-09-16T17:04:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "61c3d579-e1f0-4e5f-ac34-02bf02c577fd", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4acea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4acea1", "reconcileID": "a4b4b4c3-ba4a-4d47-b1e3-ea44eb4a427c", "Gateway": "e2e-api-b-4acea1", "namespace": "openshift-ingress"} 2026-09-16T17:04:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4acea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4acea1", "reconcileID": "a4b4b4c3-ba4a-4d47-b1e3-ea44eb4a427c", "Gateway": "e2e-api-b-4acea1", "namespace": "openshift-ingress", "name": "e2e-api-b-4acea1-authn-ssl"} 2026-09-16T17:04:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4acea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4acea1", "reconcileID": "a4b4b4c3-ba4a-4d47-b1e3-ea44eb4a427c", "Gateway": "e2e-api-b-4acea1", "namespace": "openshift-ingress"} 2026-09-16T17:04:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "60105c1e-ead2-4886-a419-db108448418e", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "60105c1e-ead2-4886-a419-db108448418e", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "60105c1e-ead2-4886-a419-db108448418e", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "60105c1e-ead2-4886-a419-db108448418e", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301-kserve-route-authn"} 2026-09-16T17:04:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "60105c1e-ead2-4886-a419-db108448418e", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "authType": "userdefined"} 2026-09-16T17:04:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "60105c1e-ead2-4886-a419-db108448418e", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4acea1"}, "namespace": "ai-tenant-e2e-api-b-4acea1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab447d75-7af6-40a8-8707-595ac0c02a95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4acea1"} 2026-09-16T17:04:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4acea1"}, "namespace": "ai-tenant-e2e-api-b-4acea1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab447d75-7af6-40a8-8707-595ac0c02a95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4acea1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:04:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4acea1"}, "namespace": "ai-tenant-e2e-api-b-4acea1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab447d75-7af6-40a8-8707-595ac0c02a95", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4acea1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T17:04:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4acea1"}, "namespace": "ai-tenant-e2e-api-b-4acea1", "name": "odh-trusted-ca-bundle", "reconcileID": "8fdc78a4-5daa-4e2e-a0a1-d20afb5e46db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4acea1"} 2026-09-16T17:04:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4acea1"}, "namespace": "ai-tenant-e2e-api-b-4acea1", "name": "odh-trusted-ca-bundle", "reconcileID": "8fdc78a4-5daa-4e2e-a0a1-d20afb5e46db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4acea1"} 2026-09-16T17:04:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4acea1"}, "namespace": "ai-tenant-e2e-api-b-4acea1", "name": "openshift-service-ca.crt", "reconcileID": "cc4ebe12-3572-429a-a6c7-01cdd8a1af79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4acea1"} 2026-09-16T17:04:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4acea1"}, "namespace": "ai-tenant-e2e-api-b-4acea1", "name": "openshift-service-ca.crt", "reconcileID": "cc4ebe12-3572-429a-a6c7-01cdd8a1af79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4acea1"} 2026-09-16T17:04:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4acea1"}, "namespace": "ai-tenant-e2e-api-b-4acea1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72bf81ea-9451-49ae-98f3-fc6e139fdc79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4acea1"} 2026-09-16T17:04:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4acea1"}, "namespace": "ai-tenant-e2e-api-b-4acea1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72bf81ea-9451-49ae-98f3-fc6e139fdc79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4acea1"} 2026-09-16T17:04:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4acea1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4acea1", "reconcileID": "8377603e-5e6a-4cc5-b23f-3c7eea4308c2", "Gateway": "e2e-api-b-4acea1", "namespace": "openshift-ingress"} 2026-09-16T17:04:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f315c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f315c3", "reconcileID": "bec05107-bc49-4747-ae71-aaae3dd812bd", "Gateway": "e2e-shared-a-w2-f315c3", "namespace": "openshift-ingress"} 2026-09-16T17:04:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f315c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f315c3", "reconcileID": "bec05107-bc49-4747-ae71-aaae3dd812bd", "Gateway": "e2e-shared-a-w2-f315c3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f315c3-authn-ssl"} 2026-09-16T17:04:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f315c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f315c3", "reconcileID": "bec05107-bc49-4747-ae71-aaae3dd812bd", "Gateway": "e2e-shared-a-w2-f315c3", "namespace": "openshift-ingress"} 2026-09-16T17:04:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f315c3"}, "namespace": "ai-tenant-e2e-shared-a-w2-f315c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2d6d5f2-ee16-4c1b-b2a8-e009ee0fec2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f315c3"} 2026-09-16T17:04:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f315c3"}, "namespace": "ai-tenant-e2e-shared-a-w2-f315c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2d6d5f2-ee16-4c1b-b2a8-e009ee0fec2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f315c3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:04:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f315c3"}, "namespace": "ai-tenant-e2e-shared-a-w2-f315c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2d6d5f2-ee16-4c1b-b2a8-e009ee0fec2c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-f315c3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T17:04:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f315c3"}, "namespace": "ai-tenant-e2e-shared-a-w2-f315c3", "name": "odh-trusted-ca-bundle", "reconcileID": "cc82476e-05b5-4e10-8a99-cce85241ed21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f315c3"} 2026-09-16T17:04:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f315c3"}, "namespace": "ai-tenant-e2e-shared-a-w2-f315c3", "name": "odh-trusted-ca-bundle", "reconcileID": "cc82476e-05b5-4e10-8a99-cce85241ed21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f315c3"} 2026-09-16T17:04:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-f315c3"}, "namespace": "ai-tenant-e2e-shared-a-w2-f315c3", "name": "openshift-service-ca.crt", "reconcileID": "92c687ea-3f41-47e4-a4a7-abf27fed3984", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-f315c3"} 2026-09-16T17:04:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-f315c3"}, "namespace": "ai-tenant-e2e-shared-a-w2-f315c3", "name": "openshift-service-ca.crt", "reconcileID": "92c687ea-3f41-47e4-a4a7-abf27fed3984", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-f315c3"} 2026-09-16T17:04:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f315c3"}, "namespace": "ai-tenant-e2e-shared-a-w2-f315c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bd33bf4-3ed2-4260-899c-5d426abc50bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f315c3"} 2026-09-16T17:04:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f315c3"}, "namespace": "ai-tenant-e2e-shared-a-w2-f315c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bd33bf4-3ed2-4260-899c-5d426abc50bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f315c3"} 2026-09-16T17:04:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f315c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f315c3", "reconcileID": "8781f57b-630d-44f3-991f-3dc61b50e7a1", "Gateway": "e2e-shared-a-w2-f315c3", "namespace": "openshift-ingress"} 2026-09-16T17:04:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2ce8bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2ce8bc", "reconcileID": "e56ffa2b-fc7c-4146-9094-33435500d1a3", "Gateway": "e2e-shared-b-w2-2ce8bc", "namespace": "openshift-ingress"} 2026-09-16T17:04:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2ce8bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2ce8bc", "reconcileID": "e56ffa2b-fc7c-4146-9094-33435500d1a3", "Gateway": "e2e-shared-b-w2-2ce8bc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2ce8bc-authn-ssl"} 2026-09-16T17:04:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2ce8bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2ce8bc", "reconcileID": "e56ffa2b-fc7c-4146-9094-33435500d1a3", "Gateway": "e2e-shared-b-w2-2ce8bc", "namespace": "openshift-ingress"} 2026-09-16T17:04:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-52fd8c","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "rate-test-model-52fd8c", "reconcileID": "de36220a-0591-4898-8122-5ca56e67a9a0", "LLMInferenceService": "rate-test-model-52fd8c", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:04:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-52fd8c","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "rate-test-model-52fd8c", "reconcileID": "de36220a-0591-4898-8122-5ca56e67a9a0", "LLMInferenceService": "rate-test-model-52fd8c", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "rate-test-model-52fd8c"} 2026-09-16T17:04:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-52fd8c","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "rate-test-model-52fd8c", "reconcileID": "de36220a-0591-4898-8122-5ca56e67a9a0", "LLMInferenceService": "rate-test-model-52fd8c", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:04:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-52fd8c","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "rate-test-model-52fd8c", "reconcileID": "de36220a-0591-4898-8122-5ca56e67a9a0", "LLMInferenceService": "rate-test-model-52fd8c", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:04:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-52fd8c","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "rate-test-model-52fd8c", "reconcileID": "de36220a-0591-4898-8122-5ca56e67a9a0", "LLMInferenceService": "rate-test-model-52fd8c", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "rate-test-model-52fd8c-kserve-route-authn"} 2026-09-16T17:04:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-52fd8c","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "rate-test-model-52fd8c", "reconcileID": "de36220a-0591-4898-8122-5ca56e67a9a0", "LLMInferenceService": "rate-test-model-52fd8c", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "rate-test-model-52fd8c-kserve-route-authn"} 2026-09-16T17:04:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-52fd8c","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "rate-test-model-52fd8c", "reconcileID": "de36220a-0591-4898-8122-5ca56e67a9a0", "LLMInferenceService": "rate-test-model-52fd8c", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:04:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-52fd8c","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "rate-test-model-52fd8c", "reconcileID": "de36220a-0591-4898-8122-5ca56e67a9a0", "LLMInferenceService": "rate-test-model-52fd8c", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:04:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-52fd8c","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "rate-test-model-52fd8c", "reconcileID": "7cc75598-9a5a-45db-ac81-7ccfc395db3f", "LLMInferenceService": "rate-test-model-52fd8c", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:04:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "7812064f-881d-4ecc-b2c8-3ce6768c132d", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress"} 2026-09-16T17:04:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "7812064f-881d-4ecc-b2c8-3ce6768c132d", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c-authn-ssl"} 2026-09-16T17:04:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "7812064f-881d-4ecc-b2c8-3ce6768c132d", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress"} 2026-09-16T17:04:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "76cd9b3a-3652-457d-b612-56bb297e695e", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress"} 2026-09-16T17:04:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "76cd9b3a-3652-457d-b612-56bb297e695e", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c-authn-ssl"} 2026-09-16T17:04:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "76cd9b3a-3652-457d-b612-56bb297e695e", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress"} 2026-09-16T17:04:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "6120f3fc-a3d6-4d0b-ad7e-f0d886840041", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "6120f3fc-a3d6-4d0b-ad7e-f0d886840041", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301"} 2026-09-16T17:04:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "6120f3fc-a3d6-4d0b-ad7e-f0d886840041", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "6120f3fc-a3d6-4d0b-ad7e-f0d886840041", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "6120f3fc-a3d6-4d0b-ad7e-f0d886840041", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301-kserve-route-authn"} 2026-09-16T17:04:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "6120f3fc-a3d6-4d0b-ad7e-f0d886840041", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301-kserve-route-authn"} 2026-09-16T17:04:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "6120f3fc-a3d6-4d0b-ad7e-f0d886840041", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "6120f3fc-a3d6-4d0b-ad7e-f0d886840041", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-34d301","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "rate-test-model-34d301", "reconcileID": "c2bc8163-ad02-446b-a758-f085f34dd61b", "LLMInferenceService": "rate-test-model-34d301", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:04:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "e93ed4b7-4d77-4daa-90d0-77d3bf36b99f", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress"} 2026-09-16T17:04:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "e93ed4b7-4d77-4daa-90d0-77d3bf36b99f", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301-authn-ssl"} 2026-09-16T17:04:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "e93ed4b7-4d77-4daa-90d0-77d3bf36b99f", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress"} 2026-09-16T17:04:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "5521c460-a476-4461-8906-327154649687", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress"} 2026-09-16T17:04:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "5521c460-a476-4461-8906-327154649687", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301-authn-ssl"} 2026-09-16T17:04:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "5521c460-a476-4461-8906-327154649687", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress"} 2026-09-16T17:04:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "77f5358d-7b79-46eb-85f0-f252f9d5adfd", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:04:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "77f5358d-7b79-46eb-85f0-f252f9d5adfd", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:04:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "77f5358d-7b79-46eb-85f0-f252f9d5adfd", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:04:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "1a1c6ec2-a740-4235-9697-21255436108a", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:04:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "1a1c6ec2-a740-4235-9697-21255436108a", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:04:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "1a1c6ec2-a740-4235-9697-21255436108a", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:04:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "25fe91a4-fb2f-4265-8deb-9798f46664d9", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:04:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "25fe91a4-fb2f-4265-8deb-9798f46664d9", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:04:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "25fe91a4-fb2f-4265-8deb-9798f46664d9", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:04:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "abe3f865-e1c1-4752-873d-afe9501db5d7", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:04:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "abe3f865-e1c1-4752-873d-afe9501db5d7", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:04:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "abe3f865-e1c1-4752-873d-afe9501db5d7", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:04:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "6c48306f-5b31-40c0-9b8d-0ba86b1a09cc", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:04:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "6c48306f-5b31-40c0-9b8d-0ba86b1a09cc", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:04:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "6c48306f-5b31-40c0-9b8d-0ba86b1a09cc", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:04:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "cf6a155f-9dca-476d-ac56-60e4e27019d9", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:04:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "cf6a155f-9dca-476d-ac56-60e4e27019d9", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:04:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "cf6a155f-9dca-476d-ac56-60e4e27019d9", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:04:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2ce8bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2ce8bc", "reconcileID": "ee8b9160-9e39-43cd-8a8c-95811d83a615", "Gateway": "e2e-shared-b-w2-2ce8bc", "namespace": "openshift-ingress"} 2026-09-16T17:04:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2ce8bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2ce8bc", "reconcileID": "ee8b9160-9e39-43cd-8a8c-95811d83a615", "Gateway": "e2e-shared-b-w2-2ce8bc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2ce8bc-authn-ssl"} 2026-09-16T17:04:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2ce8bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2ce8bc", "reconcileID": "ee8b9160-9e39-43cd-8a8c-95811d83a615", "Gateway": "e2e-shared-b-w2-2ce8bc", "namespace": "openshift-ingress"} 2026-09-16T17:04:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2ce8bc"}, "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd9f79d2-3027-410c-a55a-26c2bd178fdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc"} 2026-09-16T17:04:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2ce8bc"}, "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd9f79d2-3027-410c-a55a-26c2bd178fdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:04:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2ce8bc"}, "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd9f79d2-3027-410c-a55a-26c2bd178fdd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-2ce8bc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T17:04:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2ce8bc"}, "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc", "name": "odh-trusted-ca-bundle", "reconcileID": "9713bf0a-1ff6-4a73-9edf-92f041e177fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc"} 2026-09-16T17:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2ce8bc"}, "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc", "name": "odh-trusted-ca-bundle", "reconcileID": "9713bf0a-1ff6-4a73-9edf-92f041e177fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc"} 2026-09-16T17:04:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-2ce8bc"}, "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc", "name": "openshift-service-ca.crt", "reconcileID": "77c90857-2b14-4a2d-a8ea-367b42cb22c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc"} 2026-09-16T17:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-2ce8bc"}, "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc", "name": "openshift-service-ca.crt", "reconcileID": "77c90857-2b14-4a2d-a8ea-367b42cb22c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc"} 2026-09-16T17:04:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2ce8bc"}, "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfc11968-eec7-47db-87f3-c1f36dfa58f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc"} 2026-09-16T17:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2ce8bc"}, "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfc11968-eec7-47db-87f3-c1f36dfa58f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-2ce8bc"} 2026-09-16T17:05:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "a5ddb283-2c91-4614-971a-81a6c1dfa05e", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:05:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "a5ddb283-2c91-4614-971a-81a6c1dfa05e", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:05:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "a5ddb283-2c91-4614-971a-81a6c1dfa05e", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:05:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2ce8bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2ce8bc", "reconcileID": "14298088-3a8c-46f2-b97e-7c508cd92e07", "Gateway": "e2e-shared-b-w2-2ce8bc", "namespace": "openshift-ingress"} 2026-09-16T17:05:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "openshift-service-ca.crt", "reconcileID": "e1337833-6dab-49d6-98bd-5d912c765167", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:05:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "odh-trusted-ca-bundle", "reconcileID": "e581d104-0260-44f1-9823-64e0096a0786", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:05:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "openshift-service-ca.crt", "reconcileID": "906081b6-ea33-42ee-bc35-e762f65714b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:05:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "openshift-service-ca.crt", "reconcileID": "906081b6-ea33-42ee-bc35-e762f65714b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:05:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "openshift-service-ca.crt", "reconcileID": "2ff6f4b8-59f7-4949-a749-b2d84addec15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:05:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e3f1f02-cab9-4554-8534-4070b0cf057e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:05:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "odh-trusted-ca-bundle", "reconcileID": "4bc5e493-bce6-45ae-ab6f-262454eeb75c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:05:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "odh-trusted-ca-bundle", "reconcileID": "4bc5e493-bce6-45ae-ab6f-262454eeb75c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:05:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c59b0bc1-ae2c-429a-a1e9-fff63d27d1e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "25a1a957-0b21-43f2-ad00-13fc40d7ce49", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "25a1a957-0b21-43f2-ad00-13fc40d7ce49", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "25a1a957-0b21-43f2-ad00-13fc40d7ce49", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "c4677d99-5639-4499-8719-cf596b4e5960", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:05:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "c4677d99-5639-4499-8719-cf596b4e5960", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "c4677d99-5639-4499-8719-cf596b4e5960", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:05:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "9b893fe1-3aa2-4c99-9333-d719d6f6e4b8", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "9b893fe1-3aa2-4c99-9333-d719d6f6e4b8", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3-authn-ssl"} 2026-09-16T17:05:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "9b893fe1-3aa2-4c99-9333-d719d6f6e4b8", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "5d3648af-2d58-4def-b2a1-f1eff361e950", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "5d3648af-2d58-4def-b2a1-f1eff361e950", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3-authn-ssl"} 2026-09-16T17:05:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "5d3648af-2d58-4def-b2a1-f1eff361e950", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "f82838e3-70f5-419f-b7c0-38c23b343089", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "f82838e3-70f5-419f-b7c0-38c23b343089", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3-authn-ssl"} 2026-09-16T17:05:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "f82838e3-70f5-419f-b7c0-38c23b343089", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "f62893dc-e463-4076-a1c5-a6c029d86e89", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "f62893dc-e463-4076-a1c5-a6c029d86e89", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3-authn-ssl"} 2026-09-16T17:05:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "f62893dc-e463-4076-a1c5-a6c029d86e89", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "d0baa35e-3be9-4bdc-8802-8a32ef1df9bf", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "d0baa35e-3be9-4bdc-8802-8a32ef1df9bf", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3-authn-ssl"} 2026-09-16T17:05:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "d0baa35e-3be9-4bdc-8802-8a32ef1df9bf", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "0f4aa892-54f7-4f12-b623-c6235fe8fedb", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "0f4aa892-54f7-4f12-b623-c6235fe8fedb", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3-authn-ssl"} 2026-09-16T17:05:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "0f4aa892-54f7-4f12-b623-c6235fe8fedb", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "dfdbde5f-b636-44c6-8092-18ff342c2301", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "dfdbde5f-b636-44c6-8092-18ff342c2301", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3-authn-ssl"} 2026-09-16T17:05:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "dfdbde5f-b636-44c6-8092-18ff342c2301", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "openshift-service-ca.crt", "reconcileID": "d1347fdd-bf94-471b-8a54-fd475c34bef4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:05:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "odh-trusted-ca-bundle", "reconcileID": "e1280f3b-0321-4cec-9f67-2cdfdf6daf93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:05:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "openshift-service-ca.crt", "reconcileID": "5ebf8999-9b73-4566-b274-d9bd6e4ce7cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6586c3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:05:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "openshift-service-ca.crt", "reconcileID": "5ebf8999-9b73-4566-b274-d9bd6e4ce7cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:05:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0e0763c-d864-4e95-b446-262c032cfc2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:05:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "openshift-service-ca.crt", "reconcileID": "4b288075-5d21-4d6f-8dc3-c1e56d4f938e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:05:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "odh-trusted-ca-bundle", "reconcileID": "cb712639-fe2f-4ddd-a71f-6391d40a63e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6586c3", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:05:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "odh-trusted-ca-bundle", "reconcileID": "cb712639-fe2f-4ddd-a71f-6391d40a63e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:05:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "844c0e25-29c9-4694-ae68-3376af23926e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "d7978764-253a-4e1e-99f6-8bf9ff1af43f", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "d7978764-253a-4e1e-99f6-8bf9ff1af43f", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3-authn-ssl"} 2026-09-16T17:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "d7978764-253a-4e1e-99f6-8bf9ff1af43f", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "f1013759-de8e-4728-b976-6fd53c63c3c4", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:05:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "f1013759-de8e-4728-b976-6fd53c63c3c4", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3-authn-ssl"} 2026-09-16T17:05:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "f1013759-de8e-4728-b976-6fd53c63c3c4", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:06:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "73c2f40d-d31c-488d-98b9-cd165dd2b4b8", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "73c2f40d-d31c-488d-98b9-cd165dd2b4b8", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "73c2f40d-d31c-488d-98b9-cd165dd2b4b8", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "946907b2-a363-442a-b687-3b51476cc6c8", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:06:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "73c2f40d-d31c-488d-98b9-cd165dd2b4b8", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315-kserve-route-authn"} 2026-09-16T17:06:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "73c2f40d-d31c-488d-98b9-cd165dd2b4b8", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "authType": "userdefined"} 2026-09-16T17:06:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "73c2f40d-d31c-488d-98b9-cd165dd2b4b8", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "946907b2-a363-442a-b687-3b51476cc6c8", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:06:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "946907b2-a363-442a-b687-3b51476cc6c8", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:06:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "6ff46db3-18dd-4180-a6d8-e4b6e5914f69", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "6ff46db3-18dd-4180-a6d8-e4b6e5914f69", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "6ff46db3-18dd-4180-a6d8-e4b6e5914f69", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "6ff46db3-18dd-4180-a6d8-e4b6e5914f69", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315-kserve-route-authn"} 2026-09-16T17:06:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "6ff46db3-18dd-4180-a6d8-e4b6e5914f69", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "authType": "userdefined"} 2026-09-16T17:06:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "6ff46db3-18dd-4180-a6d8-e4b6e5914f69", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "d67b138f-176a-4d2b-b6d4-51261bd67284", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:06:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "d67b138f-176a-4d2b-b6d4-51261bd67284", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:06:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "d67b138f-176a-4d2b-b6d4-51261bd67284", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:06:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "ff30808a-8cb5-40ec-9d33-f0890ee14d58", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "ff30808a-8cb5-40ec-9d33-f0890ee14d58", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "ff30808a-8cb5-40ec-9d33-f0890ee14d58", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "ff30808a-8cb5-40ec-9d33-f0890ee14d58", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315-kserve-route-authn"} 2026-09-16T17:06:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "ff30808a-8cb5-40ec-9d33-f0890ee14d58", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "authType": "userdefined"} 2026-09-16T17:06:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "ff30808a-8cb5-40ec-9d33-f0890ee14d58", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "73c1a5f9-1641-41ed-be0b-0d91ec913026", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "73c1a5f9-1641-41ed-be0b-0d91ec913026", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "73c1a5f9-1641-41ed-be0b-0d91ec913026", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "73c1a5f9-1641-41ed-be0b-0d91ec913026", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315-kserve-route-authn"} 2026-09-16T17:06:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "73c1a5f9-1641-41ed-be0b-0d91ec913026", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "authType": "userdefined"} 2026-09-16T17:06:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "73c1a5f9-1641-41ed-be0b-0d91ec913026", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "28837a8f-3ddc-4a90-a0b2-279b2004f5c9", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "28837a8f-3ddc-4a90-a0b2-279b2004f5c9", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0-authn-ssl"} 2026-09-16T17:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "28837a8f-3ddc-4a90-a0b2-279b2004f5c9", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "0fb2130d-9b57-4189-84f9-5632ac8115d3", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "0fb2130d-9b57-4189-84f9-5632ac8115d3", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0-authn-ssl"} 2026-09-16T17:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "0fb2130d-9b57-4189-84f9-5632ac8115d3", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "9014852d-c05e-4861-92e7-097c63ee629b", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "9014852d-c05e-4861-92e7-097c63ee629b", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0-authn-ssl"} 2026-09-16T17:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "9014852d-c05e-4861-92e7-097c63ee629b", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "c7decfa4-f2b8-4d36-83de-8680fbe9998e", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "c7decfa4-f2b8-4d36-83de-8680fbe9998e", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0-authn-ssl"} 2026-09-16T17:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "c7decfa4-f2b8-4d36-83de-8680fbe9998e", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "2042fa1a-7c7c-4d36-9933-9e7d039b27e6", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "2042fa1a-7c7c-4d36-9933-9e7d039b27e6", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0-authn-ssl"} 2026-09-16T17:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "2042fa1a-7c7c-4d36-9933-9e7d039b27e6", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "f24a4691-e81e-4336-b894-17ca390ee49c", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "f24a4691-e81e-4336-b894-17ca390ee49c", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0-authn-ssl"} 2026-09-16T17:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "f24a4691-e81e-4336-b894-17ca390ee49c", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "4167577d-4845-4987-a965-f1aec64981f3", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "4167577d-4845-4987-a965-f1aec64981f3", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0-authn-ssl"} 2026-09-16T17:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "4167577d-4845-4987-a965-f1aec64981f3", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "3b80a4e2-755c-4184-b96a-58a819b53e98", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "3b80a4e2-755c-4184-b96a-58a819b53e98", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0-authn-ssl"} 2026-09-16T17:06:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "3b80a4e2-755c-4184-b96a-58a819b53e98", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "openshift-service-ca.crt", "reconcileID": "3e40d990-ca2d-4c83-a89b-a2650d648131", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "odh-trusted-ca-bundle", "reconcileID": "172ba98f-8900-4ad3-821a-c5f7c641b753", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:06:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "openshift-service-ca.crt", "reconcileID": "770326f5-48ef-424a-bd38-1692e0b77eff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:06:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "openshift-service-ca.crt", "reconcileID": "770326f5-48ef-424a-bd38-1692e0b77eff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff493b1c-99af-4c63-89df-87a74fd1231a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "openshift-service-ca.crt", "reconcileID": "1378ead3-f186-41e7-9228-ced80de09fa4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:06:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "odh-trusted-ca-bundle", "reconcileID": "586d32b3-c56c-4b08-97c1-5f93babe7d1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:06:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "odh-trusted-ca-bundle", "reconcileID": "586d32b3-c56c-4b08-97c1-5f93babe7d1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b15717e-5391-4e43-871a-bdacbef96077", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:06:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "5e3fdcc0-432c-42fb-8211-664c42a73758", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:06:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "5e3fdcc0-432c-42fb-8211-664c42a73758", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0-authn-ssl"} 2026-09-16T17:06:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "5e3fdcc0-432c-42fb-8211-664c42a73758", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "ded09ab5-f6c6-4371-be81-390a5b693487", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "ded09ab5-f6c6-4371-be81-390a5b693487", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0-authn-ssl"} 2026-09-16T17:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "ded09ab5-f6c6-4371-be81-390a5b693487", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:07:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "560e9328-e71c-4350-80ef-0993500100ce", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:07:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "560e9328-e71c-4350-80ef-0993500100ce", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0-authn-ssl"} 2026-09-16T17:07:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "560e9328-e71c-4350-80ef-0993500100ce", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:07:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "99918177-7652-46f1-a0d6-1dd7c7a9cdf9", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:07:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "99918177-7652-46f1-a0d6-1dd7c7a9cdf9", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0-authn-ssl"} 2026-09-16T17:07:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "99918177-7652-46f1-a0d6-1dd7c7a9cdf9", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:07:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e105bff-b393-4b88-8427-6920111be074", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:07:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e105bff-b393-4b88-8427-6920111be074", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:07:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e105bff-b393-4b88-8427-6920111be074", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-48fbf0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T17:07:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "odh-trusted-ca-bundle", "reconcileID": "daab4457-f02b-4c64-94af-e9205c5acbb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:07:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "odh-trusted-ca-bundle", "reconcileID": "daab4457-f02b-4c64-94af-e9205c5acbb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:07:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "openshift-service-ca.crt", "reconcileID": "1e1217f3-c319-4c77-8724-5ccce9a87968", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:07:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "openshift-service-ca.crt", "reconcileID": "1e1217f3-c319-4c77-8724-5ccce9a87968", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:07:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "877274ac-de85-44d2-9693-c30269ee0a9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:07:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48fbf0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "877274ac-de85-44d2-9693-c30269ee0a9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48fbf0"} 2026-09-16T17:07:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48fbf0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48fbf0", "reconcileID": "1f98f2fe-08ea-4cf9-93a2-74a5ae88b087", "Gateway": "e2e-ipp-cleanup-48fbf0", "namespace": "openshift-ingress"} 2026-09-16T17:08:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "ce8150b2-f594-4360-a924-cc7562432220", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:08:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "ce8150b2-f594-4360-a924-cc7562432220", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:08:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "ce8150b2-f594-4360-a924-cc7562432220", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:08:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "304d7566-ac47-4886-8e26-f3e954b9cc41", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:08:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "304d7566-ac47-4886-8e26-f3e954b9cc41", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:08:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "304d7566-ac47-4886-8e26-f3e954b9cc41", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:08:08Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T17:08:08Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T17:08:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "74467a02-acb4-49db-b9bb-ff2f640c8360", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:08:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "74467a02-acb4-49db-b9bb-ff2f640c8360", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:08:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "74467a02-acb4-49db-b9bb-ff2f640c8360", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:08:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "68a9b543-756b-4f49-bdd0-694e38e9b420", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "68a9b543-756b-4f49-bdd0-694e38e9b420", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "68a9b543-756b-4f49-bdd0-694e38e9b420", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "68a9b543-756b-4f49-bdd0-694e38e9b420", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315-kserve-route-authn"} 2026-09-16T17:08:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "68a9b543-756b-4f49-bdd0-694e38e9b420", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "authType": "userdefined"} 2026-09-16T17:08:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "68a9b543-756b-4f49-bdd0-694e38e9b420", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:12Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T17:08:12Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T17:08:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "a7075400-8008-42ce-8ddc-dd161255aa15", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:08:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "a7075400-8008-42ce-8ddc-dd161255aa15", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:08:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "a7075400-8008-42ce-8ddc-dd161255aa15", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:08:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a28b56e-3359-4451-939f-d13e3d7f8c2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a28b56e-3359-4451-939f-d13e3d7f8c2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:08:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a28b56e-3359-4451-939f-d13e3d7f8c2f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9ac315 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T17:08:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "odh-trusted-ca-bundle", "reconcileID": "8f4c7c23-c56f-458f-a359-556cc5d3878f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "odh-trusted-ca-bundle", "reconcileID": "8f4c7c23-c56f-458f-a359-556cc5d3878f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "openshift-service-ca.crt", "reconcileID": "e1d6a6bc-8508-4ea3-89f7-04d60ecc93fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "openshift-service-ca.crt", "reconcileID": "e1d6a6bc-8508-4ea3-89f7-04d60ecc93fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12c4ebec-53ea-4e43-ab7d-fd5cfdc4e3aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12c4ebec-53ea-4e43-ab7d-fd5cfdc4e3aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "d2edef2e-f9b8-4c8d-b8df-ccf9b3ea5801", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "d2edef2e-f9b8-4c8d-b8df-ccf9b3ea5801", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315"} 2026-09-16T17:08:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "d2edef2e-f9b8-4c8d-b8df-ccf9b3ea5801", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "d2edef2e-f9b8-4c8d-b8df-ccf9b3ea5801", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "d2edef2e-f9b8-4c8d-b8df-ccf9b3ea5801", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315-kserve-route-authn"} 2026-09-16T17:08:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "d2edef2e-f9b8-4c8d-b8df-ccf9b3ea5801", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315-kserve-route-authn"} 2026-09-16T17:08:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "d2edef2e-f9b8-4c8d-b8df-ccf9b3ea5801", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:08:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "d2edef2e-f9b8-4c8d-b8df-ccf9b3ea5801", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:09:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "c2bb6640-8b82-4af9-901c-44a6a891bb4c", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:09:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "c2bb6640-8b82-4af9-901c-44a6a891bb4c", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315"} 2026-09-16T17:09:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "c2bb6640-8b82-4af9-901c-44a6a891bb4c", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:09:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "c2bb6640-8b82-4af9-901c-44a6a891bb4c", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:09:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "c2bb6640-8b82-4af9-901c-44a6a891bb4c", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315-kserve-route-authn"} 2026-09-16T17:09:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "c2bb6640-8b82-4af9-901c-44a6a891bb4c", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315-kserve-route-authn"} 2026-09-16T17:09:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "c2bb6640-8b82-4af9-901c-44a6a891bb4c", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:09:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "c2bb6640-8b82-4af9-901c-44a6a891bb4c", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:09:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9ac315","namespace":"ai-tenant-e2e-ipp-a-9ac315"}, "namespace": "ai-tenant-e2e-ipp-a-9ac315", "name": "ipp-route-9ac315", "reconcileID": "1d554b8e-8991-4139-9c95-5e5f782928c6", "LLMInferenceService": "ipp-route-9ac315", "namespace": "ai-tenant-e2e-ipp-a-9ac315"} 2026-09-16T17:09:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "d498ec24-c1c7-4867-8815-24e7106eacf8", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:09:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "d498ec24-c1c7-4867-8815-24e7106eacf8", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315-authn-ssl"} 2026-09-16T17:09:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "d498ec24-c1c7-4867-8815-24e7106eacf8", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:09:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9ac315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9ac315", "reconcileID": "de764416-8c7b-4869-89a0-794d5ebeb09e", "Gateway": "e2e-ipp-a-9ac315", "namespace": "openshift-ingress"} 2026-09-16T17:09:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "af65b5e6-c174-43ea-81bc-b429b2d28ab1", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:09:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "af65b5e6-c174-43ea-81bc-b429b2d28ab1", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3-authn-ssl"} 2026-09-16T17:09:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "af65b5e6-c174-43ea-81bc-b429b2d28ab1", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:09:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "86db0a40-ecf6-43c0-98af-5709fe811ad3", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:09:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "86db0a40-ecf6-43c0-98af-5709fe811ad3", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3-authn-ssl"} 2026-09-16T17:09:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "86db0a40-ecf6-43c0-98af-5709fe811ad3", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:09:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "737b590f-db64-404a-b21f-edbcd863e3cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:09:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "737b590f-db64-404a-b21f-edbcd863e3cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6586c3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:09:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "737b590f-db64-404a-b21f-edbcd863e3cd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-6586c3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T17:09:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "odh-trusted-ca-bundle", "reconcileID": "2a25c389-d565-4eef-9785-025a8d309e18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:09:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "odh-trusted-ca-bundle", "reconcileID": "2a25c389-d565-4eef-9785-025a8d309e18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:09:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "openshift-service-ca.crt", "reconcileID": "2e7b37bd-a91b-4b1e-98b7-5f3859b070a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:09:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "openshift-service-ca.crt", "reconcileID": "2e7b37bd-a91b-4b1e-98b7-5f3859b070a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:09:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad159a5e-4ce5-4597-8d61-3762dd96570e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:09:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6586c3"}, "namespace": "ai-tenant-e2e-ipp-b-6586c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad159a5e-4ce5-4597-8d61-3762dd96570e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6586c3"} 2026-09-16T17:09:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6586c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6586c3", "reconcileID": "94414564-7ef2-4110-a7e6-acc98eb10a27", "Gateway": "e2e-ipp-b-6586c3", "namespace": "openshift-ingress"} 2026-09-16T17:09:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "32835354-2b40-4337-9cfa-f7e4224b2485", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress"} 2026-09-16T17:09:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "32835354-2b40-4337-9cfa-f7e4224b2485", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c-authn-ssl"} 2026-09-16T17:09:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "32835354-2b40-4337-9cfa-f7e4224b2485", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress"} 2026-09-16T17:09:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "9edfd1bc-4d24-4303-b0a0-f277641095ef", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress"} 2026-09-16T17:09:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "9edfd1bc-4d24-4303-b0a0-f277641095ef", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c-authn-ssl"} 2026-09-16T17:09:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "9edfd1bc-4d24-4303-b0a0-f277641095ef", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress"} 2026-09-16T17:09:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14c4090f-1baf-4a4c-8a9d-9cd35c9f41b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:09:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14c4090f-1baf-4a4c-8a9d-9cd35c9f41b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:09:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14c4090f-1baf-4a4c-8a9d-9cd35c9f41b5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-52fd8c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T17:09:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "odh-trusted-ca-bundle", "reconcileID": "7f2e194e-f876-4c5b-9cd7-6d3dc64433eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:09:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "odh-trusted-ca-bundle", "reconcileID": "7f2e194e-f876-4c5b-9cd7-6d3dc64433eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:09:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "openshift-service-ca.crt", "reconcileID": "7fae8fd6-dee6-47cb-9798-43441462fb96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:09:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "openshift-service-ca.crt", "reconcileID": "7fae8fd6-dee6-47cb-9798-43441462fb96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:09:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db1920f7-fa3a-4a7f-a422-d60b515e567d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:09:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-52fd8c"}, "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db1920f7-fa3a-4a7f-a422-d60b515e567d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-52fd8c"} 2026-09-16T17:09:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-52fd8c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-52fd8c", "reconcileID": "0affe5bd-368c-4755-93f2-ae2e37edaebf", "Gateway": "e2e-shared-a-w3-52fd8c", "namespace": "openshift-ingress"} 2026-09-16T17:09:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "2384b6f6-38e2-4db3-bca8-956ea5ffc264", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress"} 2026-09-16T17:09:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "2384b6f6-38e2-4db3-bca8-956ea5ffc264", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301-authn-ssl"} 2026-09-16T17:09:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "2384b6f6-38e2-4db3-bca8-956ea5ffc264", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress"} 2026-09-16T17:09:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "c5c4643c-3504-4ca3-8101-cfc4455bee43", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress"} 2026-09-16T17:09:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "c5c4643c-3504-4ca3-8101-cfc4455bee43", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301-authn-ssl"} 2026-09-16T17:09:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "c5c4643c-3504-4ca3-8101-cfc4455bee43", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress"} 2026-09-16T17:09:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6805afb-036c-4413-832a-db6cc23c77f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:09:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6805afb-036c-4413-832a-db6cc23c77f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T17:09:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6805afb-036c-4413-832a-db6cc23c77f3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-34d301 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T17:09:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "odh-trusted-ca-bundle", "reconcileID": "619c6cf6-1dfe-419d-8a5f-f69f72bba46a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:09:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "odh-trusted-ca-bundle", "reconcileID": "619c6cf6-1dfe-419d-8a5f-f69f72bba46a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:09:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "openshift-service-ca.crt", "reconcileID": "d2422df9-9288-4629-92f1-10ed49d8e4e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:09:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "openshift-service-ca.crt", "reconcileID": "d2422df9-9288-4629-92f1-10ed49d8e4e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:09:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39cf9af4-d854-4b2e-9ab9-871419f70f74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:09:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-34d301"}, "namespace": "ai-tenant-e2e-shared-b-w3-34d301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39cf9af4-d854-4b2e-9ab9-871419f70f74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-34d301"} 2026-09-16T17:10:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-34d301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-34d301", "reconcileID": "291aba06-626a-42c5-bcbf-d9a2fed43653", "Gateway": "e2e-shared-b-w3-34d301", "namespace": "openshift-ingress"} 2026-09-16T17:14:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "52833db1-6512-4e14-8d8f-8d9d97a82a8e", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "52833db1-6512-4e14-8d8f-8d9d97a82a8e", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "52833db1-6512-4e14-8d8f-8d9d97a82a8e", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd5d1b6a-3d73-45ec-b0fe-f5e93f41244f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:14:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "52833db1-6512-4e14-8d8f-8d9d97a82a8e", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm", "name": "e2e-same-id-a-8c71e597-kserve-route-authn"} 2026-09-16T17:14:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "52833db1-6512-4e14-8d8f-8d9d97a82a8e", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm", "authType": "userdefined"} 2026-09-16T17:14:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "52833db1-6512-4e14-8d8f-8d9d97a82a8e", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd5d1b6a-3d73-45ec-b0fe-f5e93f41244f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T17:14:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd5d1b6a-3d73-45ec-b0fe-f5e93f41244f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:14:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "f6340ca0-1c49-48da-8aae-293a0b5b15c9", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "f6340ca0-1c49-48da-8aae-293a0b5b15c9", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "f6340ca0-1c49-48da-8aae-293a0b5b15c9", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "f6340ca0-1c49-48da-8aae-293a0b5b15c9", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm", "name": "e2e-same-id-a-8c71e597-kserve-route-authn"} 2026-09-16T17:14:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "f6340ca0-1c49-48da-8aae-293a0b5b15c9", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm", "authType": "userdefined"} 2026-09-16T17:14:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "f6340ca0-1c49-48da-8aae-293a0b5b15c9", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "d5e717cc-d381-40f3-b039-19f44d43296c", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "d5e717cc-d381-40f3-b039-19f44d43296c", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "d5e717cc-d381-40f3-b039-19f44d43296c", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7a1c25f-5920-4ffa-8a8e-8cd070334fbc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:14:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "d5e717cc-d381-40f3-b039-19f44d43296c", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm", "name": "e2e-same-id-b-8c71e597-kserve-route-authn"} 2026-09-16T17:14:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "d5e717cc-d381-40f3-b039-19f44d43296c", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm", "authType": "userdefined"} 2026-09-16T17:14:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "d5e717cc-d381-40f3-b039-19f44d43296c", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7a1c25f-5920-4ffa-8a8e-8cd070334fbc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T17:14:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7a1c25f-5920-4ffa-8a8e-8cd070334fbc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:14:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4afeb3bf-d2b2-428d-a69a-4f4b1841c9e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:14:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4afeb3bf-d2b2-428d-a69a-4f4b1841c9e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T17:14:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4afeb3bf-d2b2-428d-a69a-4f4b1841c9e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:14:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "9676d57f-568d-4120-ab6c-70894057efc8", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "9676d57f-568d-4120-ab6c-70894057efc8", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "9676d57f-568d-4120-ab6c-70894057efc8", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "9676d57f-568d-4120-ab6c-70894057efc8", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm", "name": "e2e-same-id-a-8c71e597-kserve-route-authn"} 2026-09-16T17:14:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "9676d57f-568d-4120-ab6c-70894057efc8", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm", "authType": "userdefined"} 2026-09-16T17:14:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "9676d57f-568d-4120-ab6c-70894057efc8", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "eef1d1e1-1580-4021-a598-72fd57854bf1", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "eef1d1e1-1580-4021-a598-72fd57854bf1", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "eef1d1e1-1580-4021-a598-72fd57854bf1", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "eef1d1e1-1580-4021-a598-72fd57854bf1", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm", "name": "e2e-same-id-b-8c71e597-kserve-route-authn"} 2026-09-16T17:14:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "eef1d1e1-1580-4021-a598-72fd57854bf1", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm", "authType": "userdefined"} 2026-09-16T17:14:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "eef1d1e1-1580-4021-a598-72fd57854bf1", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5616d59-9f36-4b32-a351-4addd47bba14", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:14:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5616d59-9f36-4b32-a351-4addd47bba14", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T17:14:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5616d59-9f36-4b32-a351-4addd47bba14", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:14:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "17948635-0463-4616-9de0-c3fbc1ef738d", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "17948635-0463-4616-9de0-c3fbc1ef738d", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "17948635-0463-4616-9de0-c3fbc1ef738d", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "17948635-0463-4616-9de0-c3fbc1ef738d", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm", "name": "e2e-same-id-b-8c71e597-kserve-route-authn"} 2026-09-16T17:14:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "17948635-0463-4616-9de0-c3fbc1ef738d", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm", "authType": "userdefined"} 2026-09-16T17:14:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "17948635-0463-4616-9de0-c3fbc1ef738d", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "ee57720c-b278-491f-97dc-0572637275f3", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "ee57720c-b278-491f-97dc-0572637275f3", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "ee57720c-b278-491f-97dc-0572637275f3", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "ee57720c-b278-491f-97dc-0572637275f3", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm", "name": "e2e-same-id-a-8c71e597-kserve-route-authn"} 2026-09-16T17:14:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "ee57720c-b278-491f-97dc-0572637275f3", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm", "authType": "userdefined"} 2026-09-16T17:14:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "ee57720c-b278-491f-97dc-0572637275f3", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "225a7b5d-86b7-4a85-8157-22b31189da20", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "225a7b5d-86b7-4a85-8157-22b31189da20", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "225a7b5d-86b7-4a85-8157-22b31189da20", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "225a7b5d-86b7-4a85-8157-22b31189da20", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm", "name": "e2e-same-id-b-8c71e597-kserve-route-authn"} 2026-09-16T17:14:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "225a7b5d-86b7-4a85-8157-22b31189da20", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm", "authType": "userdefined"} 2026-09-16T17:14:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "225a7b5d-86b7-4a85-8157-22b31189da20", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "c3c89aac-4cd2-43c9-9885-f139d61a40ec", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "c3c89aac-4cd2-43c9-9885-f139d61a40ec", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm", "name": "e2e-same-id-a-8c71e597"} 2026-09-16T17:14:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "c3c89aac-4cd2-43c9-9885-f139d61a40ec", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "c3c89aac-4cd2-43c9-9885-f139d61a40ec", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "c3c89aac-4cd2-43c9-9885-f139d61a40ec", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm", "name": "e2e-same-id-a-8c71e597-kserve-route-authn"} 2026-09-16T17:14:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "c3c89aac-4cd2-43c9-9885-f139d61a40ec", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm", "name": "e2e-same-id-a-8c71e597-kserve-route-authn"} 2026-09-16T17:14:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8c71e597", "reconcileID": "0715514f-1690-4406-9565-1ff09fe84963", "LLMInferenceService": "e2e-same-id-a-8c71e597", "namespace": "llm"} 2026-09-16T17:14:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c24f3392-c0b4-4b68-98fd-47863cc01e9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:14:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c24f3392-c0b4-4b68-98fd-47863cc01e9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T17:14:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c24f3392-c0b4-4b68-98fd-47863cc01e9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:14:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b43c697a-2b62-4a41-8e0e-fb4285f5023f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:14:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b43c697a-2b62-4a41-8e0e-fb4285f5023f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T17:14:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b43c697a-2b62-4a41-8e0e-fb4285f5023f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:14:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "2eca63d3-3097-4604-bd8a-ddd6ac1abce8", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "2eca63d3-3097-4604-bd8a-ddd6ac1abce8", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm", "name": "e2e-same-id-b-8c71e597"} 2026-09-16T17:14:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "2eca63d3-3097-4604-bd8a-ddd6ac1abce8", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "2eca63d3-3097-4604-bd8a-ddd6ac1abce8", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:14:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "2eca63d3-3097-4604-bd8a-ddd6ac1abce8", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm", "name": "e2e-same-id-b-8c71e597-kserve-route-authn"} 2026-09-16T17:14:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "2eca63d3-3097-4604-bd8a-ddd6ac1abce8", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm", "name": "e2e-same-id-b-8c71e597-kserve-route-authn"} 2026-09-16T17:15:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8c71e597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8c71e597", "reconcileID": "b950b99b-022c-49b4-bbde-62d43bda5d14", "LLMInferenceService": "e2e-same-id-b-8c71e597", "namespace": "llm"} 2026-09-16T17:15:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ede445f-f102-4a87-b6a9-8f92393bc5f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:15:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ede445f-f102-4a87-b6a9-8f92393bc5f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T17:15:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ede445f-f102-4a87-b6a9-8f92393bc5f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:15:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1a371de9-0809-4141-8328-92fca5d9b45a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:15:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1a371de9-0809-4141-8328-92fca5d9b45a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T17:15:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1a371de9-0809-4141-8328-92fca5d9b45a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T17:15:20Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T17:15:20Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T17:15:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T17:15:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}