/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-2549d0"}, "namespace": "ai-tenant-e2e-api-a-2549d0", "name": "odh-trusted-ca-bundle", "reconcileID": "074961c3-e8d8-40dd-a40e-bcd427fb70f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2549d0"} 2026-09-10T17:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-2549d0"}, "namespace": "ai-tenant-e2e-api-a-2549d0", "name": "odh-trusted-ca-bundle", "reconcileID": "074961c3-e8d8-40dd-a40e-bcd427fb70f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2549d0"} 2026-09-10T17:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-2549d0"}, "namespace": "ai-tenant-e2e-api-a-2549d0", "name": "openshift-service-ca.crt", "reconcileID": "e0bf9625-a89f-42e3-9a0c-e66891fcd413", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-2549d0"} 2026-09-10T17:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-2549d0"}, "namespace": "ai-tenant-e2e-api-a-2549d0", "name": "openshift-service-ca.crt", "reconcileID": "e0bf9625-a89f-42e3-9a0c-e66891fcd413", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-2549d0"} 2026-09-10T17:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2549d0"}, "namespace": "ai-tenant-e2e-api-a-2549d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9805302c-8575-4e51-9387-5afaaa3cdf0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2549d0"} 2026-09-10T17:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2549d0"}, "namespace": "ai-tenant-e2e-api-a-2549d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9805302c-8575-4e51-9387-5afaaa3cdf0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2549d0"} 2026-09-10T17:36:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2549d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2549d0", "reconcileID": "4dccd047-ba44-44aa-8543-86cb35863457", "Gateway": "e2e-api-a-2549d0", "namespace": "openshift-ingress"} 2026-09-10T17:36:35Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:36:35Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:36:39Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:36:39Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:36:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-65fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-65fac0", "reconcileID": "a734ea9e-916c-4dd3-8263-34158fbc4952", "Gateway": "e2e-api-b-65fac0", "namespace": "openshift-ingress"} 2026-09-10T17:36:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-65fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-65fac0", "reconcileID": "a734ea9e-916c-4dd3-8263-34158fbc4952", "Gateway": "e2e-api-b-65fac0", "namespace": "openshift-ingress", "name": "e2e-api-b-65fac0-authn-ssl"} 2026-09-10T17:36:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-65fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-65fac0", "reconcileID": "a734ea9e-916c-4dd3-8263-34158fbc4952", "Gateway": "e2e-api-b-65fac0", "namespace": "openshift-ingress"} 2026-09-10T17:36:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-65fac0"}, "namespace": "ai-tenant-e2e-api-b-65fac0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04d42244-3266-4f35-bec0-7f21013549cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-65fac0"} 2026-09-10T17:36:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-65fac0"}, "namespace": "ai-tenant-e2e-api-b-65fac0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04d42244-3266-4f35-bec0-7f21013549cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-65fac0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:36:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-65fac0"}, "namespace": "ai-tenant-e2e-api-b-65fac0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04d42244-3266-4f35-bec0-7f21013549cb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-65fac0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:36:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-65fac0"}, "namespace": "ai-tenant-e2e-api-b-65fac0", "name": "odh-trusted-ca-bundle", "reconcileID": "8b22b66b-2d60-4989-92b2-ffd09ff369a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-65fac0"} 2026-09-10T17:36:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-65fac0"}, "namespace": "ai-tenant-e2e-api-b-65fac0", "name": "odh-trusted-ca-bundle", "reconcileID": "8b22b66b-2d60-4989-92b2-ffd09ff369a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-65fac0"} 2026-09-10T17:36:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-65fac0"}, "namespace": "ai-tenant-e2e-api-b-65fac0", "name": "openshift-service-ca.crt", "reconcileID": "5c55010d-5cde-4931-9bba-006f49d89c08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-65fac0"} 2026-09-10T17:36:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-65fac0"}, "namespace": "ai-tenant-e2e-api-b-65fac0", "name": "openshift-service-ca.crt", "reconcileID": "5c55010d-5cde-4931-9bba-006f49d89c08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-65fac0"} 2026-09-10T17:36:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-65fac0"}, "namespace": "ai-tenant-e2e-api-b-65fac0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8665f8d9-661e-4328-87bb-61aee8c7f8e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-65fac0"} 2026-09-10T17:36:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-65fac0"}, "namespace": "ai-tenant-e2e-api-b-65fac0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8665f8d9-661e-4328-87bb-61aee8c7f8e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-65fac0"} 2026-09-10T17:36:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-65fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-65fac0", "reconcileID": "3384684f-e76c-464d-af92-405a3dd324a5", "Gateway": "e2e-api-b-65fac0", "namespace": "openshift-ingress"} 2026-09-10T17:36:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-65fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-65fac0", "reconcileID": "3384684f-e76c-464d-af92-405a3dd324a5", "Gateway": "e2e-api-b-65fac0", "namespace": "openshift-ingress", "name": "e2e-api-b-65fac0-authn-ssl"} 2026-09-10T17:36:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-65fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-65fac0", "reconcileID": "3384684f-e76c-464d-af92-405a3dd324a5", "Gateway": "e2e-api-b-65fac0", "namespace": "openshift-ingress"} 2026-09-10T17:36:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-65fac0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-65fac0", "reconcileID": "0268a834-5bce-451c-8216-d293477c8cf0", "Gateway": "e2e-api-b-65fac0", "namespace": "openshift-ingress"} 2026-09-10T17:37:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-be583c","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "rate-test-model-be583c", "reconcileID": "57b4a69d-c323-4937-a64e-dd678432da34", "LLMInferenceService": "rate-test-model-be583c", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:37:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-be583c","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "rate-test-model-be583c", "reconcileID": "57b4a69d-c323-4937-a64e-dd678432da34", "LLMInferenceService": "rate-test-model-be583c", "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "rate-test-model-be583c"} 2026-09-10T17:37:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-be583c","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "rate-test-model-be583c", "reconcileID": "57b4a69d-c323-4937-a64e-dd678432da34", "LLMInferenceService": "rate-test-model-be583c", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:37:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-be583c","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "rate-test-model-be583c", "reconcileID": "57b4a69d-c323-4937-a64e-dd678432da34", "LLMInferenceService": "rate-test-model-be583c", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:37:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-be583c","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "rate-test-model-be583c", "reconcileID": "57b4a69d-c323-4937-a64e-dd678432da34", "LLMInferenceService": "rate-test-model-be583c", "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "rate-test-model-be583c-kserve-route-authn"} 2026-09-10T17:37:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-be583c","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "rate-test-model-be583c", "reconcileID": "57b4a69d-c323-4937-a64e-dd678432da34", "LLMInferenceService": "rate-test-model-be583c", "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "rate-test-model-be583c-kserve-route-authn"} 2026-09-10T17:37:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-be583c","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "rate-test-model-be583c", "reconcileID": "57b4a69d-c323-4937-a64e-dd678432da34", "LLMInferenceService": "rate-test-model-be583c", "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:37:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-be583c","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "rate-test-model-be583c", "reconcileID": "57b4a69d-c323-4937-a64e-dd678432da34", "LLMInferenceService": "rate-test-model-be583c", "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:37:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-be583c","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "rate-test-model-be583c", "reconcileID": "84aa5f99-592d-4164-997f-c0b085b0f192", "LLMInferenceService": "rate-test-model-be583c", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:37:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "faffb7e6-9ef8-4cf4-916a-862c3b3fa354", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress"} 2026-09-10T17:37:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "faffb7e6-9ef8-4cf4-916a-862c3b3fa354", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c-authn-ssl"} 2026-09-10T17:37:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "faffb7e6-9ef8-4cf4-916a-862c3b3fa354", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress"} 2026-09-10T17:37:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "df4a9216-9bcd-46e6-8402-23111116f66e", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress"} 2026-09-10T17:37:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "df4a9216-9bcd-46e6-8402-23111116f66e", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c-authn-ssl"} 2026-09-10T17:37:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "df4a9216-9bcd-46e6-8402-23111116f66e", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress"} 2026-09-10T17:37:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6806f1","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "rate-test-model-6806f1", "reconcileID": "68bc5213-bb69-4713-9af1-5415fde57688", "LLMInferenceService": "rate-test-model-6806f1", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:37:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6806f1","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "rate-test-model-6806f1", "reconcileID": "68bc5213-bb69-4713-9af1-5415fde57688", "LLMInferenceService": "rate-test-model-6806f1", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "rate-test-model-6806f1"} 2026-09-10T17:37:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6806f1","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "rate-test-model-6806f1", "reconcileID": "68bc5213-bb69-4713-9af1-5415fde57688", "LLMInferenceService": "rate-test-model-6806f1", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:37:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6806f1","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "rate-test-model-6806f1", "reconcileID": "68bc5213-bb69-4713-9af1-5415fde57688", "LLMInferenceService": "rate-test-model-6806f1", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:37:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6806f1","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "rate-test-model-6806f1", "reconcileID": "68bc5213-bb69-4713-9af1-5415fde57688", "LLMInferenceService": "rate-test-model-6806f1", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "rate-test-model-6806f1-kserve-route-authn"} 2026-09-10T17:37:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6806f1","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "rate-test-model-6806f1", "reconcileID": "68bc5213-bb69-4713-9af1-5415fde57688", "LLMInferenceService": "rate-test-model-6806f1", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "rate-test-model-6806f1-kserve-route-authn"} 2026-09-10T17:37:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6806f1","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "rate-test-model-6806f1", "reconcileID": "68bc5213-bb69-4713-9af1-5415fde57688", "LLMInferenceService": "rate-test-model-6806f1", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:37:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6806f1","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "rate-test-model-6806f1", "reconcileID": "68bc5213-bb69-4713-9af1-5415fde57688", "LLMInferenceService": "rate-test-model-6806f1", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:37:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6806f1","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "rate-test-model-6806f1", "reconcileID": "dc0a4caf-3a04-4ad7-a3d9-ef1e47abb1a9", "LLMInferenceService": "rate-test-model-6806f1", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:37:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "ff99d0ee-c455-4613-82c0-98a314800a74", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress"} 2026-09-10T17:37:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "ff99d0ee-c455-4613-82c0-98a314800a74", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1-authn-ssl"} 2026-09-10T17:37:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "ff99d0ee-c455-4613-82c0-98a314800a74", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress"} 2026-09-10T17:37:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "363d1bda-4977-4274-b9c3-60cd98c05f79", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress"} 2026-09-10T17:37:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "363d1bda-4977-4274-b9c3-60cd98c05f79", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1-authn-ssl"} 2026-09-10T17:37:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "363d1bda-4977-4274-b9c3-60cd98c05f79", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "e1588c5a-4f03-4b5b-a7a4-01f0a03ba7a4", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "e1588c5a-4f03-4b5b-a7a4-01f0a03ba7a4", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "e1588c5a-4f03-4b5b-a7a4-01f0a03ba7a4", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "a2221880-eb18-4973-ac43-98b1a445dde3", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "a2221880-eb18-4973-ac43-98b1a445dde3", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "a2221880-eb18-4973-ac43-98b1a445dde3", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "e9e53f66-d64c-4746-a466-488c3da6bae3", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "e9e53f66-d64c-4746-a466-488c3da6bae3", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "e9e53f66-d64c-4746-a466-488c3da6bae3", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "17064021-d1db-4902-9168-9ab97a9cc16e", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "17064021-d1db-4902-9168-9ab97a9cc16e", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "17064021-d1db-4902-9168-9ab97a9cc16e", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "d70a9cbe-c6f1-47ee-804e-c47b2961dadf", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "d70a9cbe-c6f1-47ee-804e-c47b2961dadf", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "d70a9cbe-c6f1-47ee-804e-c47b2961dadf", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "d5639100-e2a2-4f4a-9830-a3894f81f5f2", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "d5639100-e2a2-4f4a-9830-a3894f81f5f2", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "d5639100-e2a2-4f4a-9830-a3894f81f5f2", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "b218f0b6-fd98-4776-ad17-a1c647658091", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "b218f0b6-fd98-4776-ad17-a1c647658091", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "b218f0b6-fd98-4776-ad17-a1c647658091", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "5d211ec1-31a1-47f1-a176-08dcd6a0c6bb", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "5d211ec1-31a1-47f1-a176-08dcd6a0c6bb", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:37:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "5d211ec1-31a1-47f1-a176-08dcd6a0c6bb", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "openshift-service-ca.crt", "reconcileID": "722e1a2c-a26c-4065-9430-aa9f1f367da3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:37:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "odh-trusted-ca-bundle", "reconcileID": "0001e680-43df-4a44-ab08-b34a92750f23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:37:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "openshift-service-ca.crt", "reconcileID": "07842fef-4cff-4c3d-ae35-a4cc952f51b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:37:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "openshift-service-ca.crt", "reconcileID": "07842fef-4cff-4c3d-ae35-a4cc952f51b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:37:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08372454-0619-440e-bb51-bd6cf5157e6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:37:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "openshift-service-ca.crt", "reconcileID": "cf8cbfde-27ff-4017-9d5b-4fecc230d9bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:37:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "odh-trusted-ca-bundle", "reconcileID": "697d5eb1-91bd-473e-b41c-4056bde0b154", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:37:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "odh-trusted-ca-bundle", "reconcileID": "697d5eb1-91bd-473e-b41c-4056bde0b154", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:37:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b7e8a1d-54f2-4461-a781-ea40a48d17cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:37:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-33b7bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-33b7bb", "reconcileID": "e6caa87e-b110-4668-af3c-158ada8aef11", "Gateway": "e2e-shared-a-w2-33b7bb", "namespace": "openshift-ingress"} 2026-09-10T17:37:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-33b7bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-33b7bb", "reconcileID": "e6caa87e-b110-4668-af3c-158ada8aef11", "Gateway": "e2e-shared-a-w2-33b7bb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-33b7bb-authn-ssl"} 2026-09-10T17:37:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-33b7bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-33b7bb", "reconcileID": "e6caa87e-b110-4668-af3c-158ada8aef11", "Gateway": "e2e-shared-a-w2-33b7bb", "namespace": "openshift-ingress"} 2026-09-10T17:37:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "c9f406e3-b979-40af-b2b7-b58fad4ec7ae", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "c9f406e3-b979-40af-b2b7-b58fad4ec7ae", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:37:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "c9f406e3-b979-40af-b2b7-b58fad4ec7ae", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-33b7bb"}, "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4503f725-0028-40b3-88b1-f8204ba972ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb"} 2026-09-10T17:37:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-33b7bb"}, "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4503f725-0028-40b3-88b1-f8204ba972ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:37:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-33b7bb"}, "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4503f725-0028-40b3-88b1-f8204ba972ca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-33b7bb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:37:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-33b7bb"}, "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb", "name": "odh-trusted-ca-bundle", "reconcileID": "cc4a6235-9fc2-46b1-b376-a8a4947c674d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb"} 2026-09-10T17:37:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-33b7bb"}, "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb", "name": "odh-trusted-ca-bundle", "reconcileID": "cc4a6235-9fc2-46b1-b376-a8a4947c674d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb"} 2026-09-10T17:37:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-33b7bb"}, "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb", "name": "openshift-service-ca.crt", "reconcileID": "cc4ec0e8-8dca-4daa-8949-511dd08d5792", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb"} 2026-09-10T17:37:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-33b7bb"}, "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb", "name": "openshift-service-ca.crt", "reconcileID": "cc4ec0e8-8dca-4daa-8949-511dd08d5792", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb"} 2026-09-10T17:37:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-33b7bb"}, "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a55c88e2-e30a-4df9-9dba-3d42b918c507", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb"} 2026-09-10T17:37:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-33b7bb"}, "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a55c88e2-e30a-4df9-9dba-3d42b918c507", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-33b7bb"} 2026-09-10T17:37:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-33b7bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-33b7bb", "reconcileID": "77990452-c973-4f8d-a12c-20885447dbf8", "Gateway": "e2e-shared-a-w2-33b7bb", "namespace": "openshift-ingress"} 2026-09-10T17:37:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "cc866b53-73bb-417d-b494-5236b89ae155", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "cc866b53-73bb-417d-b494-5236b89ae155", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:37:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "cc866b53-73bb-417d-b494-5236b89ae155", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-edbcb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-edbcb5", "reconcileID": "5ba1bdfd-b120-44c5-91d6-9a5ac18bbb70", "Gateway": "e2e-shared-b-w2-edbcb5", "namespace": "openshift-ingress"} 2026-09-10T17:37:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-edbcb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-edbcb5", "reconcileID": "5ba1bdfd-b120-44c5-91d6-9a5ac18bbb70", "Gateway": "e2e-shared-b-w2-edbcb5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-edbcb5-authn-ssl"} 2026-09-10T17:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-edbcb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-edbcb5", "reconcileID": "5ba1bdfd-b120-44c5-91d6-9a5ac18bbb70", "Gateway": "e2e-shared-b-w2-edbcb5", "namespace": "openshift-ingress"} 2026-09-10T17:37:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-edbcb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-edbcb5", "reconcileID": "4c581964-612d-473b-8e56-92105cdc188e", "Gateway": "e2e-shared-b-w2-edbcb5", "namespace": "openshift-ingress"} 2026-09-10T17:37:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-edbcb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-edbcb5", "reconcileID": "4c581964-612d-473b-8e56-92105cdc188e", "Gateway": "e2e-shared-b-w2-edbcb5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-edbcb5-authn-ssl"} 2026-09-10T17:37:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-edbcb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-edbcb5", "reconcileID": "4c581964-612d-473b-8e56-92105cdc188e", "Gateway": "e2e-shared-b-w2-edbcb5", "namespace": "openshift-ingress"} 2026-09-10T17:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-edbcb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d65ff7c-1069-4480-91e5-3a96c36fab48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5"} 2026-09-10T17:37:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-edbcb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d65ff7c-1069-4480-91e5-3a96c36fab48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:37:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-edbcb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d65ff7c-1069-4480-91e5-3a96c36fab48", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-edbcb5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-edbcb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5", "name": "odh-trusted-ca-bundle", "reconcileID": "fd82c469-c9f4-4e2c-9618-27067d5d55ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5"} 2026-09-10T17:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-edbcb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5", "name": "odh-trusted-ca-bundle", "reconcileID": "fd82c469-c9f4-4e2c-9618-27067d5d55ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5"} 2026-09-10T17:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-edbcb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5", "name": "openshift-service-ca.crt", "reconcileID": "01caa2c0-598e-4965-b8d5-7af8027afeea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5"} 2026-09-10T17:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-edbcb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5", "name": "openshift-service-ca.crt", "reconcileID": "01caa2c0-598e-4965-b8d5-7af8027afeea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5"} 2026-09-10T17:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-edbcb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e18b266e-350a-4c63-a667-56a3ef522563", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5"} 2026-09-10T17:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-edbcb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e18b266e-350a-4c63-a667-56a3ef522563", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-edbcb5"} 2026-09-10T17:37:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "7ad00b11-b671-41fc-8135-1db6bd543ae3", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "7ad00b11-b671-41fc-8135-1db6bd543ae3", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3-authn-ssl"} 2026-09-10T17:37:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "7ad00b11-b671-41fc-8135-1db6bd543ae3", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "1a1d1ec6-b9d6-4818-a12a-469ad60245db", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "1a1d1ec6-b9d6-4818-a12a-469ad60245db", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3-authn-ssl"} 2026-09-10T17:37:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "1a1d1ec6-b9d6-4818-a12a-469ad60245db", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "fd1a509b-ec69-4fcc-8d7e-26e370b2917b", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "fd1a509b-ec69-4fcc-8d7e-26e370b2917b", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3-authn-ssl"} 2026-09-10T17:37:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "fd1a509b-ec69-4fcc-8d7e-26e370b2917b", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-edbcb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-edbcb5", "reconcileID": "e44a0306-c1cb-4146-bf42-3c85ebaec69f", "Gateway": "e2e-shared-b-w2-edbcb5", "namespace": "openshift-ingress"} 2026-09-10T17:37:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "faa82672-3b09-4055-ac93-03f11574c469", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "faa82672-3b09-4055-ac93-03f11574c469", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3-authn-ssl"} 2026-09-10T17:37:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "faa82672-3b09-4055-ac93-03f11574c469", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "c052de73-8190-4031-bc7e-facb06733848", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "c052de73-8190-4031-bc7e-facb06733848", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3-authn-ssl"} 2026-09-10T17:37:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "c052de73-8190-4031-bc7e-facb06733848", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "ff74b7f3-7053-48ec-8769-1d5a20797ea3", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "ff74b7f3-7053-48ec-8769-1d5a20797ea3", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3-authn-ssl"} 2026-09-10T17:37:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "ff74b7f3-7053-48ec-8769-1d5a20797ea3", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "bb23fd55-20a3-43ab-891d-0e896f4a6653", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "bb23fd55-20a3-43ab-891d-0e896f4a6653", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3-authn-ssl"} 2026-09-10T17:37:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "bb23fd55-20a3-43ab-891d-0e896f4a6653", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "openshift-service-ca.crt", "reconcileID": "ba8ca562-3afb-4008-9e1c-9e4683595407", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:37:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "odh-trusted-ca-bundle", "reconcileID": "e89be743-aff6-4b93-9f2e-e31f975ade0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:37:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "openshift-service-ca.crt", "reconcileID": "fa714bbb-7bf0-46de-834d-be3c587ff6d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-777ae3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:37:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "openshift-service-ca.crt", "reconcileID": "fa714bbb-7bf0-46de-834d-be3c587ff6d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:37:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "401c1ee8-1818-46f6-b990-f723612f26f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:37:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "openshift-service-ca.crt", "reconcileID": "ce8ba1d3-4fa9-4ca3-8fe9-44f21f11e22d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:37:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "odh-trusted-ca-bundle", "reconcileID": "842a9388-fba6-4a13-81c8-d753e573670f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-777ae3", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:37:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "odh-trusted-ca-bundle", "reconcileID": "842a9388-fba6-4a13-81c8-d753e573670f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:37:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94dbd013-c24a-4730-a49c-659db9fb2d8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "ffe4f5fe-863a-4c2a-b4df-d7a9cbc8b7fa", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "ffe4f5fe-863a-4c2a-b4df-d7a9cbc8b7fa", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3-authn-ssl"} 2026-09-10T17:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "ffe4f5fe-863a-4c2a-b4df-d7a9cbc8b7fa", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "add3e9ef-46a3-429b-93db-be18275f681d", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:37:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "add3e9ef-46a3-429b-93db-be18275f681d", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3-authn-ssl"} 2026-09-10T17:37:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "add3e9ef-46a3-429b-93db-be18275f681d", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:38:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "91ce4dae-826c-4838-a326-7d0e3bfa7a3e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "91ce4dae-826c-4838-a326-7d0e3bfa7a3e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "91ce4dae-826c-4838-a326-7d0e3bfa7a3e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "4493bc39-3f44-4b36-8a43-637182500118", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:38:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "91ce4dae-826c-4838-a326-7d0e3bfa7a3e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7-kserve-route-authn"} 2026-09-10T17:38:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "91ce4dae-826c-4838-a326-7d0e3bfa7a3e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "authType": "userdefined"} 2026-09-10T17:38:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "91ce4dae-826c-4838-a326-7d0e3bfa7a3e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "4493bc39-3f44-4b36-8a43-637182500118", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:38:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "4493bc39-3f44-4b36-8a43-637182500118", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:38:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "44914b8d-600b-40a4-83bb-ab098eab6439", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "44914b8d-600b-40a4-83bb-ab098eab6439", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "44914b8d-600b-40a4-83bb-ab098eab6439", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "44914b8d-600b-40a4-83bb-ab098eab6439", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7-kserve-route-authn"} 2026-09-10T17:38:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "44914b8d-600b-40a4-83bb-ab098eab6439", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "authType": "userdefined"} 2026-09-10T17:38:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "44914b8d-600b-40a4-83bb-ab098eab6439", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "2c62015f-9d9b-4846-a843-ac98cf6b9077", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:38:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "2c62015f-9d9b-4846-a843-ac98cf6b9077", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:38:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "2c62015f-9d9b-4846-a843-ac98cf6b9077", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:38:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "190f768d-0f43-4f56-b8d3-122d1a2cb38d", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "190f768d-0f43-4f56-b8d3-122d1a2cb38d", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "190f768d-0f43-4f56-b8d3-122d1a2cb38d", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "190f768d-0f43-4f56-b8d3-122d1a2cb38d", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7-kserve-route-authn"} 2026-09-10T17:38:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "190f768d-0f43-4f56-b8d3-122d1a2cb38d", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "authType": "userdefined"} 2026-09-10T17:38:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "190f768d-0f43-4f56-b8d3-122d1a2cb38d", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "cbfd87fe-b4c9-4312-b8af-73adfc517400", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "cbfd87fe-b4c9-4312-b8af-73adfc517400", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "cbfd87fe-b4c9-4312-b8af-73adfc517400", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "cbfd87fe-b4c9-4312-b8af-73adfc517400", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7-kserve-route-authn"} 2026-09-10T17:38:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "cbfd87fe-b4c9-4312-b8af-73adfc517400", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "authType": "userdefined"} 2026-09-10T17:38:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "cbfd87fe-b4c9-4312-b8af-73adfc517400", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:38:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "e4aa0e95-7044-4f12-b347-7ab4f08c858e", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "e4aa0e95-7044-4f12-b347-7ab4f08c858e", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3-authn-ssl"} 2026-09-10T17:38:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "e4aa0e95-7044-4f12-b347-7ab4f08c858e", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "e411be74-2d9d-41af-b040-aba8f7c29e4b", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "e411be74-2d9d-41af-b040-aba8f7c29e4b", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3-authn-ssl"} 2026-09-10T17:38:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "e411be74-2d9d-41af-b040-aba8f7c29e4b", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "a92c21ff-9d22-4a3d-8613-8047e677d638", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "a92c21ff-9d22-4a3d-8613-8047e677d638", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3-authn-ssl"} 2026-09-10T17:38:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "a92c21ff-9d22-4a3d-8613-8047e677d638", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "6fb81783-9356-4d35-a939-d5a646186327", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "6fb81783-9356-4d35-a939-d5a646186327", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3-authn-ssl"} 2026-09-10T17:38:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "6fb81783-9356-4d35-a939-d5a646186327", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "2ea27614-0a00-4cad-ac36-cabe9b051de4", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "2ea27614-0a00-4cad-ac36-cabe9b051de4", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3-authn-ssl"} 2026-09-10T17:38:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "2ea27614-0a00-4cad-ac36-cabe9b051de4", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "2afde9af-44af-4622-b047-189850ab642d", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "2afde9af-44af-4622-b047-189850ab642d", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3-authn-ssl"} 2026-09-10T17:38:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "2afde9af-44af-4622-b047-189850ab642d", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "a1b563f6-a804-4631-9ae0-34fc33cdb31c", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "a1b563f6-a804-4631-9ae0-34fc33cdb31c", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3-authn-ssl"} 2026-09-10T17:38:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "a1b563f6-a804-4631-9ae0-34fc33cdb31c", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "openshift-service-ca.crt", "reconcileID": "5bf84f48-6304-4d3c-bc7c-2779606184e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:38:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "openshift-service-ca.crt", "reconcileID": "1229bab3-fba8-4ce1-b83c-68849e38327f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:38:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "openshift-service-ca.crt", "reconcileID": "1229bab3-fba8-4ce1-b83c-68849e38327f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:38:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-trusted-ca-bundle", "reconcileID": "063ec10d-9118-4919-8107-59792f8ca6e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:38:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8dff2a7-709f-4d36-9cb4-988fc7da6f86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:38:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "openshift-service-ca.crt", "reconcileID": "4c67a2e0-2cf2-481e-8dc6-bace3fab0255", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:38:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-trusted-ca-bundle", "reconcileID": "ff38f261-5623-4771-85d2-38a25434f3ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:38:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-trusted-ca-bundle", "reconcileID": "ff38f261-5623-4771-85d2-38a25434f3ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:38:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "317a01ab-1675-42e8-be5a-90256ffd3528", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:38:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "ef9b88fc-dcda-4851-a9a2-0681048831e6", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:38:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "ef9b88fc-dcda-4851-a9a2-0681048831e6", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3-authn-ssl"} 2026-09-10T17:38:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "ef9b88fc-dcda-4851-a9a2-0681048831e6", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:39:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "1e87deca-6db6-4e60-9627-3610d52b4e97", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:39:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "1e87deca-6db6-4e60-9627-3610d52b4e97", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3-authn-ssl"} 2026-09-10T17:39:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "1e87deca-6db6-4e60-9627-3610d52b4e97", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:39:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "c709640c-0d23-4ff8-ac71-790353526d7e", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:39:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "c709640c-0d23-4ff8-ac71-790353526d7e", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3-authn-ssl"} 2026-09-10T17:39:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "c709640c-0d23-4ff8-ac71-790353526d7e", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:39:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "e716a5a2-da77-40b3-94ef-b2ccccb9c99d", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:39:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "e716a5a2-da77-40b3-94ef-b2ccccb9c99d", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3-authn-ssl"} 2026-09-10T17:39:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "e716a5a2-da77-40b3-94ef-b2ccccb9c99d", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:39:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cad9d6fc-4c9e-4ceb-a00f-0286079ce4be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:39:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cad9d6fc-4c9e-4ceb-a00f-0286079ce4be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:39:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cad9d6fc-4c9e-4ceb-a00f-0286079ce4be", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-5eebb3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:39:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-trusted-ca-bundle", "reconcileID": "02a12895-b0b9-4665-a938-0e6b8c839a6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:39:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-trusted-ca-bundle", "reconcileID": "02a12895-b0b9-4665-a938-0e6b8c839a6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:39:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-trusted-ca-bundle", "reconcileID": "02a12895-b0b9-4665-a938-0e6b8c839a6a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-5eebb3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:39:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b903947-2c07-4af2-aa8a-b288d886c79e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:39:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b903947-2c07-4af2-aa8a-b288d886c79e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:39:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b903947-2c07-4af2-aa8a-b288d886c79e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-5eebb3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:39:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "openshift-service-ca.crt", "reconcileID": "d545d5ca-14a7-4468-90b1-bc8b015d066f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "openshift-service-ca.crt", "reconcileID": "d545d5ca-14a7-4468-90b1-bc8b015d066f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:39:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-trusted-ca-bundle", "reconcileID": "472500ad-f438-41dd-b1c5-29bf97cca0c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-trusted-ca-bundle", "reconcileID": "472500ad-f438-41dd-b1c5-29bf97cca0c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:39:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cce5241-3c2f-4d17-b530-338f4a885086", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5eebb3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cce5241-3c2f-4d17-b530-338f4a885086", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5eebb3"} 2026-09-10T17:39:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5eebb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5eebb3", "reconcileID": "09901323-d2fc-4db7-b730-7d7b350c0c12", "Gateway": "e2e-ipp-cleanup-5eebb3", "namespace": "openshift-ingress"} 2026-09-10T17:39:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "3d011a68-a5f3-4555-9a2e-1e33ba56c84d", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:39:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "3d011a68-a5f3-4555-9a2e-1e33ba56c84d", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:39:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "3d011a68-a5f3-4555-9a2e-1e33ba56c84d", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:39:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "2ae68817-4daf-406a-9129-d21bead9c3a2", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:39:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "2ae68817-4daf-406a-9129-d21bead9c3a2", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:39:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "2ae68817-4daf-406a-9129-d21bead9c3a2", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:39:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "3ec2e37b-58f1-40b9-8bff-07f9b3174bc6", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:39:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "3ec2e37b-58f1-40b9-8bff-07f9b3174bc6", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:39:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "3ec2e37b-58f1-40b9-8bff-07f9b3174bc6", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:40:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "b37b6711-d16c-43b9-abd4-af7df30bd4b7", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "b37b6711-d16c-43b9-abd4-af7df30bd4b7", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "b37b6711-d16c-43b9-abd4-af7df30bd4b7", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "b37b6711-d16c-43b9-abd4-af7df30bd4b7", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7-kserve-route-authn"} 2026-09-10T17:40:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "b37b6711-d16c-43b9-abd4-af7df30bd4b7", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "authType": "userdefined"} 2026-09-10T17:40:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "b37b6711-d16c-43b9-abd4-af7df30bd4b7", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "4f3757b0-0b71-4448-9711-32c5e9a34d3a", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:40:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "4f3757b0-0b71-4448-9711-32c5e9a34d3a", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "4f3757b0-0b71-4448-9711-32c5e9a34d3a", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:40:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "e4576341-c997-43fa-85fc-d7c876a3106e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "e4576341-c997-43fa-85fc-d7c876a3106e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7"} 2026-09-10T17:40:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "e4576341-c997-43fa-85fc-d7c876a3106e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "e4576341-c997-43fa-85fc-d7c876a3106e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "e4576341-c997-43fa-85fc-d7c876a3106e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7-kserve-route-authn"} 2026-09-10T17:40:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "e4576341-c997-43fa-85fc-d7c876a3106e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7-kserve-route-authn"} 2026-09-10T17:40:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "e4576341-c997-43fa-85fc-d7c876a3106e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "e4576341-c997-43fa-85fc-d7c876a3106e", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56cc7857-a9ab-44bb-956a-a0b36a9b2b84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56cc7857-a9ab-44bb-956a-a0b36a9b2b84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:40:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56cc7857-a9ab-44bb-956a-a0b36a9b2b84", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-437dd7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:40:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "odh-trusted-ca-bundle", "reconcileID": "e44304e5-f232-4c01-8ff0-ede4a5c3c87b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "odh-trusted-ca-bundle", "reconcileID": "e44304e5-f232-4c01-8ff0-ede4a5c3c87b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "openshift-service-ca.crt", "reconcileID": "6ff69fa0-5cf9-4e20-b079-be09d2b2e844", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "openshift-service-ca.crt", "reconcileID": "6ff69fa0-5cf9-4e20-b079-be09d2b2e844", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1e4d6b3-8ce0-441e-8fc9-e255fd21dfdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1e4d6b3-8ce0-441e-8fc9-e255fd21dfdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "43357f62-0cbd-4e8a-84b6-933aac35e085", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "43357f62-0cbd-4e8a-84b6-933aac35e085", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7"} 2026-09-10T17:40:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "43357f62-0cbd-4e8a-84b6-933aac35e085", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "43357f62-0cbd-4e8a-84b6-933aac35e085", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "43357f62-0cbd-4e8a-84b6-933aac35e085", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7-kserve-route-authn"} 2026-09-10T17:40:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "43357f62-0cbd-4e8a-84b6-933aac35e085", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7-kserve-route-authn"} 2026-09-10T17:40:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "43357f62-0cbd-4e8a-84b6-933aac35e085", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "43357f62-0cbd-4e8a-84b6-933aac35e085", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-437dd7","namespace":"ai-tenant-e2e-ipp-a-437dd7"}, "namespace": "ai-tenant-e2e-ipp-a-437dd7", "name": "ipp-route-437dd7", "reconcileID": "eca8b299-825c-41ae-8568-702dbdd9ae85", "LLMInferenceService": "ipp-route-437dd7", "namespace": "ai-tenant-e2e-ipp-a-437dd7"} 2026-09-10T17:40:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "7c56c28d-5317-4000-a310-730325fc285c", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:40:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "7c56c28d-5317-4000-a310-730325fc285c", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7-authn-ssl"} 2026-09-10T17:40:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "7c56c28d-5317-4000-a310-730325fc285c", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:40:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-437dd7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-437dd7", "reconcileID": "727a1389-67c1-4156-be3c-83cbe1144699", "Gateway": "e2e-ipp-a-437dd7", "namespace": "openshift-ingress"} 2026-09-10T17:40:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "50bc7f7e-4c2c-435a-abaa-c3a5bfd4e995", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:40:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "50bc7f7e-4c2c-435a-abaa-c3a5bfd4e995", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3-authn-ssl"} 2026-09-10T17:40:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "50bc7f7e-4c2c-435a-abaa-c3a5bfd4e995", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:40:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "4ec416ab-d10f-4915-adcf-58e240e6759a", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:40:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "4ec416ab-d10f-4915-adcf-58e240e6759a", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3-authn-ssl"} 2026-09-10T17:40:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "4ec416ab-d10f-4915-adcf-58e240e6759a", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:41:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b1100a0-abe5-4acf-95ae-aa65d02fd7e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:41:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b1100a0-abe5-4acf-95ae-aa65d02fd7e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-777ae3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:41:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b1100a0-abe5-4acf-95ae-aa65d02fd7e8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-777ae3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:41:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "odh-trusted-ca-bundle", "reconcileID": "abe25ba3-c9e0-43ba-bf95-1cb5b23e7d32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "odh-trusted-ca-bundle", "reconcileID": "abe25ba3-c9e0-43ba-bf95-1cb5b23e7d32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:41:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "openshift-service-ca.crt", "reconcileID": "2bcf570f-a573-41be-86a9-e438540c8759", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "openshift-service-ca.crt", "reconcileID": "2bcf570f-a573-41be-86a9-e438540c8759", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:41:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f49f572d-f2a8-42f4-8d52-6abc38fda784", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-777ae3"}, "namespace": "ai-tenant-e2e-ipp-b-777ae3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f49f572d-f2a8-42f4-8d52-6abc38fda784", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-777ae3"} 2026-09-10T17:41:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-777ae3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-777ae3", "reconcileID": "41d909de-7e8c-4826-9a29-720bf955b152", "Gateway": "e2e-ipp-b-777ae3", "namespace": "openshift-ingress"} 2026-09-10T17:41:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "9f230d4c-2443-447a-b955-f525a14cecf5", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress"} 2026-09-10T17:41:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "9f230d4c-2443-447a-b955-f525a14cecf5", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c-authn-ssl"} 2026-09-10T17:41:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "9f230d4c-2443-447a-b955-f525a14cecf5", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress"} 2026-09-10T17:41:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "c97c66f7-019c-42eb-8fd0-14f554b485ac", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress"} 2026-09-10T17:41:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "c97c66f7-019c-42eb-8fd0-14f554b485ac", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c-authn-ssl"} 2026-09-10T17:41:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "c97c66f7-019c-42eb-8fd0-14f554b485ac", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress"} 2026-09-10T17:41:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f8e44b5-ba7c-4dbb-80dc-83c2915c27bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:41:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f8e44b5-ba7c-4dbb-80dc-83c2915c27bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:41:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f8e44b5-ba7c-4dbb-80dc-83c2915c27bd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-be583c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:41:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "odh-trusted-ca-bundle", "reconcileID": "ead94648-3b04-4811-b4a4-444ec9cbe0a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:41:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "odh-trusted-ca-bundle", "reconcileID": "ead94648-3b04-4811-b4a4-444ec9cbe0a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:41:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "openshift-service-ca.crt", "reconcileID": "9ab0d0e2-d4b5-41f8-aba6-97991124115b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:41:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "openshift-service-ca.crt", "reconcileID": "9ab0d0e2-d4b5-41f8-aba6-97991124115b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:41:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6467579f-df98-4c5d-aa07-bc82b042ca67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:41:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-be583c"}, "namespace": "ai-tenant-e2e-shared-a-w3-be583c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6467579f-df98-4c5d-aa07-bc82b042ca67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-be583c"} 2026-09-10T17:41:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-be583c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-be583c", "reconcileID": "74a749e6-2c18-4c1b-9c99-233dad658160", "Gateway": "e2e-shared-a-w3-be583c", "namespace": "openshift-ingress"} 2026-09-10T17:41:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "4ff415e1-29fc-449f-bb71-0abdc5a20d4f", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress"} 2026-09-10T17:41:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "4ff415e1-29fc-449f-bb71-0abdc5a20d4f", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1-authn-ssl"} 2026-09-10T17:41:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "4ff415e1-29fc-449f-bb71-0abdc5a20d4f", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress"} 2026-09-10T17:41:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "b66438b8-2012-4938-8647-1d4b5a15fd30", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress"} 2026-09-10T17:41:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "b66438b8-2012-4938-8647-1d4b5a15fd30", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1-authn-ssl"} 2026-09-10T17:41:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "b66438b8-2012-4938-8647-1d4b5a15fd30", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress"} 2026-09-10T17:41:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f56c99a-0619-4de1-bfde-e6447ddde4ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:41:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f56c99a-0619-4de1-bfde-e6447ddde4ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:41:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f56c99a-0619-4de1-bfde-e6447ddde4ce", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-6806f1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:41:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "odh-trusted-ca-bundle", "reconcileID": "589d4639-4caf-4d12-8ce3-fa45b517923b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:41:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "odh-trusted-ca-bundle", "reconcileID": "589d4639-4caf-4d12-8ce3-fa45b517923b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:41:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "openshift-service-ca.crt", "reconcileID": "37fdda92-9680-40f1-b4ce-51215412a60d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:41:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "openshift-service-ca.crt", "reconcileID": "37fdda92-9680-40f1-b4ce-51215412a60d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:41:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ee162dc-adec-45a9-a5a2-2c1e34c235ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:41:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6806f1"}, "namespace": "ai-tenant-e2e-shared-b-w3-6806f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ee162dc-adec-45a9-a5a2-2c1e34c235ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6806f1"} 2026-09-10T17:41:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6806f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6806f1", "reconcileID": "31404e46-d84e-44af-bac4-c4413d927c8a", "Gateway": "e2e-shared-b-w3-6806f1", "namespace": "openshift-ingress"} 2026-09-10T17:43:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:43:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:43:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:43:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:45:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "69b2b121-660e-46ca-bb8d-56a212c27add", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:45:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "69b2b121-660e-46ca-bb8d-56a212c27add", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:45:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "69b2b121-660e-46ca-bb8d-56a212c27add", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:45:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5fe07b49-01f3-45f7-b309-8d089cb9684b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:45:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "69b2b121-660e-46ca-bb8d-56a212c27add", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm", "name": "e2e-same-id-a-0c44a93d-kserve-route-authn"} 2026-09-10T17:45:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "69b2b121-660e-46ca-bb8d-56a212c27add", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:45:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "69b2b121-660e-46ca-bb8d-56a212c27add", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:45:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5fe07b49-01f3-45f7-b309-8d089cb9684b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:45:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5fe07b49-01f3-45f7-b309-8d089cb9684b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:45:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "bd486d0e-bfec-49ab-80c9-3efd2e6754e8", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:45:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "bd486d0e-bfec-49ab-80c9-3efd2e6754e8", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:45:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "bd486d0e-bfec-49ab-80c9-3efd2e6754e8", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:45:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "bd486d0e-bfec-49ab-80c9-3efd2e6754e8", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm", "name": "e2e-same-id-a-0c44a93d-kserve-route-authn"} 2026-09-10T17:45:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "bd486d0e-bfec-49ab-80c9-3efd2e6754e8", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:45:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "bd486d0e-bfec-49ab-80c9-3efd2e6754e8", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:45:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "27dd9fa3-034e-4201-9cc3-8342eb022c88", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:45:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "27dd9fa3-034e-4201-9cc3-8342eb022c88", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:45:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "27dd9fa3-034e-4201-9cc3-8342eb022c88", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:45:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e5782b9-56df-4d24-9e58-921dfded886b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:45:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "27dd9fa3-034e-4201-9cc3-8342eb022c88", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm", "name": "e2e-same-id-b-0c44a93d-kserve-route-authn"} 2026-09-10T17:45:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "27dd9fa3-034e-4201-9cc3-8342eb022c88", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:45:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "27dd9fa3-034e-4201-9cc3-8342eb022c88", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:45:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e5782b9-56df-4d24-9e58-921dfded886b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:45:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e5782b9-56df-4d24-9e58-921dfded886b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "309d38b7-7778-4629-a192-6010308682af", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "309d38b7-7778-4629-a192-6010308682af", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "309d38b7-7778-4629-a192-6010308682af", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:46:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "2f569697-6b40-4fd8-a659-3a0cbb6d2a54", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "2f569697-6b40-4fd8-a659-3a0cbb6d2a54", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "2f569697-6b40-4fd8-a659-3a0cbb6d2a54", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "2f569697-6b40-4fd8-a659-3a0cbb6d2a54", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm", "name": "e2e-same-id-a-0c44a93d-kserve-route-authn"} 2026-09-10T17:46:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "2f569697-6b40-4fd8-a659-3a0cbb6d2a54", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:46:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "2f569697-6b40-4fd8-a659-3a0cbb6d2a54", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "695ef5a7-a8b5-465d-818d-e750a1ee8b2b", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "695ef5a7-a8b5-465d-818d-e750a1ee8b2b", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "695ef5a7-a8b5-465d-818d-e750a1ee8b2b", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "695ef5a7-a8b5-465d-818d-e750a1ee8b2b", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm", "name": "e2e-same-id-b-0c44a93d-kserve-route-authn"} 2026-09-10T17:46:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "695ef5a7-a8b5-465d-818d-e750a1ee8b2b", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:46:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "695ef5a7-a8b5-465d-818d-e750a1ee8b2b", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1ab8bb4b-f756-496f-8d07-a3a72b8ce7bd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:46:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1ab8bb4b-f756-496f-8d07-a3a72b8ce7bd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:46:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1ab8bb4b-f756-496f-8d07-a3a72b8ce7bd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:46:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "dcaa53f7-ee3c-45cc-b9fb-ab7f1af216ac", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "dcaa53f7-ee3c-45cc-b9fb-ab7f1af216ac", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "dcaa53f7-ee3c-45cc-b9fb-ab7f1af216ac", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "dcaa53f7-ee3c-45cc-b9fb-ab7f1af216ac", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm", "name": "e2e-same-id-b-0c44a93d-kserve-route-authn"} 2026-09-10T17:46:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "dcaa53f7-ee3c-45cc-b9fb-ab7f1af216ac", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:46:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "dcaa53f7-ee3c-45cc-b9fb-ab7f1af216ac", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "4a0a4cda-f7ea-4800-9a5d-47b3d578f93f", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "4a0a4cda-f7ea-4800-9a5d-47b3d578f93f", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "4a0a4cda-f7ea-4800-9a5d-47b3d578f93f", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "4a0a4cda-f7ea-4800-9a5d-47b3d578f93f", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm", "name": "e2e-same-id-a-0c44a93d-kserve-route-authn"} 2026-09-10T17:46:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "4a0a4cda-f7ea-4800-9a5d-47b3d578f93f", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:46:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "4a0a4cda-f7ea-4800-9a5d-47b3d578f93f", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "5431cd36-8715-48c7-bf38-3eecb3475b2f", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "5431cd36-8715-48c7-bf38-3eecb3475b2f", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "5431cd36-8715-48c7-bf38-3eecb3475b2f", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "5431cd36-8715-48c7-bf38-3eecb3475b2f", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm", "name": "e2e-same-id-b-0c44a93d-kserve-route-authn"} 2026-09-10T17:46:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "5431cd36-8715-48c7-bf38-3eecb3475b2f", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:46:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "5431cd36-8715-48c7-bf38-3eecb3475b2f", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "2fe94abc-f467-4de1-9f3a-2fe13e69b2a3", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "2fe94abc-f467-4de1-9f3a-2fe13e69b2a3", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm", "name": "e2e-same-id-a-0c44a93d"} 2026-09-10T17:46:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "2fe94abc-f467-4de1-9f3a-2fe13e69b2a3", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "2fe94abc-f467-4de1-9f3a-2fe13e69b2a3", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "2fe94abc-f467-4de1-9f3a-2fe13e69b2a3", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm", "name": "e2e-same-id-a-0c44a93d-kserve-route-authn"} 2026-09-10T17:46:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "2fe94abc-f467-4de1-9f3a-2fe13e69b2a3", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm", "name": "e2e-same-id-a-0c44a93d-kserve-route-authn"} 2026-09-10T17:46:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0c44a93d", "reconcileID": "55196e30-714c-4dbe-b99b-8c2c6741ed32", "LLMInferenceService": "e2e-same-id-a-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b13f34d-5c49-4a66-b7fc-9587cdd1ce60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:46:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b13f34d-5c49-4a66-b7fc-9587cdd1ce60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:46:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b13f34d-5c49-4a66-b7fc-9587cdd1ce60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:46:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "89d1ae76-d099-49a6-86db-51775b1ffcac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:46:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "89d1ae76-d099-49a6-86db-51775b1ffcac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:46:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "89d1ae76-d099-49a6-86db-51775b1ffcac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:46:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "8b1f8eaa-39cf-4b1f-801e-dcbfcd8ad321", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "8b1f8eaa-39cf-4b1f-801e-dcbfcd8ad321", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm", "name": "e2e-same-id-b-0c44a93d"} 2026-09-10T17:46:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "8b1f8eaa-39cf-4b1f-801e-dcbfcd8ad321", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "8b1f8eaa-39cf-4b1f-801e-dcbfcd8ad321", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "8b1f8eaa-39cf-4b1f-801e-dcbfcd8ad321", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm", "name": "e2e-same-id-b-0c44a93d-kserve-route-authn"} 2026-09-10T17:46:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "8b1f8eaa-39cf-4b1f-801e-dcbfcd8ad321", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm", "name": "e2e-same-id-b-0c44a93d-kserve-route-authn"} 2026-09-10T17:46:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0c44a93d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0c44a93d", "reconcileID": "80859f99-74cf-45b5-9a52-4e2e1aeae02a", "LLMInferenceService": "e2e-same-id-b-0c44a93d", "namespace": "llm"} 2026-09-10T17:46:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7c6301c-8273-496a-b583-e3b68ae0c730", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:46:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7c6301c-8273-496a-b583-e3b68ae0c730", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:46:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7c6301c-8273-496a-b583-e3b68ae0c730", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:46:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f826739-f5f0-4f68-bc02-562e7d76726b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:46:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f826739-f5f0-4f68-bc02-562e7d76726b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:46:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f826739-f5f0-4f68-bc02-562e7d76726b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}