/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:03:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-49518b"}, "namespace": "ai-tenant-e2e-api-a-49518b", "name": "odh-trusted-ca-bundle", "reconcileID": "22e895cc-0956-4006-988c-0cb2b856d7a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-49518b"} 2026-09-11T04:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-49518b"}, "namespace": "ai-tenant-e2e-api-a-49518b", "name": "odh-trusted-ca-bundle", "reconcileID": "22e895cc-0956-4006-988c-0cb2b856d7a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-49518b"} 2026-09-11T04:03:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-49518b"}, "namespace": "ai-tenant-e2e-api-a-49518b", "name": "openshift-service-ca.crt", "reconcileID": "04d605db-fe78-4ae9-b408-49e3ec24d5a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-49518b"} 2026-09-11T04:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-49518b"}, "namespace": "ai-tenant-e2e-api-a-49518b", "name": "openshift-service-ca.crt", "reconcileID": "04d605db-fe78-4ae9-b408-49e3ec24d5a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-49518b"} 2026-09-11T04:03:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-49518b"}, "namespace": "ai-tenant-e2e-api-a-49518b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2e854c4-bb6c-421e-b87e-e6a6b28c95c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-49518b"} 2026-09-11T04:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-49518b"}, "namespace": "ai-tenant-e2e-api-a-49518b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2e854c4-bb6c-421e-b87e-e6a6b28c95c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-49518b"} 2026-09-11T04:03:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-49518b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-49518b", "reconcileID": "73dfa8d6-1a18-43a0-a33f-f7137e4ae8cf", "Gateway": "e2e-api-a-49518b", "namespace": "openshift-ingress"} 2026-09-11T04:04:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "52779666-bbed-47df-b7b2-188fafd36de8", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress"} 2026-09-11T04:04:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "52779666-bbed-47df-b7b2-188fafd36de8", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30-authn-ssl"} 2026-09-11T04:04:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "52779666-bbed-47df-b7b2-188fafd36de8", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress"} 2026-09-11T04:04:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b61c46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b61c46", "reconcileID": "68d2234e-17b6-46ab-b255-3281e0edbfb3", "Gateway": "e2e-api-b-b61c46", "namespace": "openshift-ingress"} 2026-09-11T04:04:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b61c46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b61c46", "reconcileID": "68d2234e-17b6-46ab-b255-3281e0edbfb3", "Gateway": "e2e-api-b-b61c46", "namespace": "openshift-ingress", "name": "e2e-api-b-b61c46-authn-ssl"} 2026-09-11T04:04:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b61c46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b61c46", "reconcileID": "68d2234e-17b6-46ab-b255-3281e0edbfb3", "Gateway": "e2e-api-b-b61c46", "namespace": "openshift-ingress"} 2026-09-11T04:04:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "8d9f5913-2f9c-4e7b-a2d5-bdf0e6b7f107", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "8d9f5913-2f9c-4e7b-a2d5-bdf0e6b7f107", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "8d9f5913-2f9c-4e7b-a2d5-bdf0e6b7f107", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "8d9f5913-2f9c-4e7b-a2d5-bdf0e6b7f107", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30-kserve-route-authn"} 2026-09-11T04:04:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "8d9f5913-2f9c-4e7b-a2d5-bdf0e6b7f107", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "authType": "userdefined"} 2026-09-11T04:04:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "8d9f5913-2f9c-4e7b-a2d5-bdf0e6b7f107", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b61c46"}, "namespace": "ai-tenant-e2e-api-b-b61c46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f49ffa9a-0c20-4d34-8d23-673635f4bcf9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b61c46"} 2026-09-11T04:04:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b61c46"}, "namespace": "ai-tenant-e2e-api-b-b61c46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f49ffa9a-0c20-4d34-8d23-673635f4bcf9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b61c46", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:04:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b61c46"}, "namespace": "ai-tenant-e2e-api-b-b61c46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f49ffa9a-0c20-4d34-8d23-673635f4bcf9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-b61c46 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:04:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b61c46"}, "namespace": "ai-tenant-e2e-api-b-b61c46", "name": "odh-trusted-ca-bundle", "reconcileID": "7ea1b89d-3526-412b-b642-59f1291b1831", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b61c46"} 2026-09-11T04:04:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b61c46"}, "namespace": "ai-tenant-e2e-api-b-b61c46", "name": "odh-trusted-ca-bundle", "reconcileID": "7ea1b89d-3526-412b-b642-59f1291b1831", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b61c46"} 2026-09-11T04:04:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b61c46"}, "namespace": "ai-tenant-e2e-api-b-b61c46", "name": "openshift-service-ca.crt", "reconcileID": "129aac2e-c9f7-4d4d-a38a-ffec7817d017", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b61c46"} 2026-09-11T04:04:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b61c46"}, "namespace": "ai-tenant-e2e-api-b-b61c46", "name": "openshift-service-ca.crt", "reconcileID": "129aac2e-c9f7-4d4d-a38a-ffec7817d017", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b61c46"} 2026-09-11T04:04:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b61c46"}, "namespace": "ai-tenant-e2e-api-b-b61c46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1b64f1b-d972-44d0-840e-d761e02a12f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b61c46"} 2026-09-11T04:04:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b61c46"}, "namespace": "ai-tenant-e2e-api-b-b61c46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1b64f1b-d972-44d0-840e-d761e02a12f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b61c46"} 2026-09-11T04:04:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b61c46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b61c46", "reconcileID": "f34df4f9-02b7-4959-bbd6-a97da69073b8", "Gateway": "e2e-api-b-b61c46", "namespace": "openshift-ingress"} 2026-09-11T04:04:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b61c46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b61c46", "reconcileID": "f34df4f9-02b7-4959-bbd6-a97da69073b8", "Gateway": "e2e-api-b-b61c46", "namespace": "openshift-ingress", "name": "e2e-api-b-b61c46-authn-ssl"} 2026-09-11T04:04:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b61c46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b61c46", "reconcileID": "f34df4f9-02b7-4959-bbd6-a97da69073b8", "Gateway": "e2e-api-b-b61c46", "namespace": "openshift-ingress"} 2026-09-11T04:04:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b61c46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b61c46", "reconcileID": "229c4a87-385c-4cf9-a67f-63746bb4a417", "Gateway": "e2e-api-b-b61c46", "namespace": "openshift-ingress"} 2026-09-11T04:04:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "3566709e-4041-426d-8258-8315f274faaa", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "3566709e-4041-426d-8258-8315f274faaa", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "3566709e-4041-426d-8258-8315f274faaa", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "3566709e-4041-426d-8258-8315f274faaa", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30-kserve-route-authn"} 2026-09-11T04:04:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "3566709e-4041-426d-8258-8315f274faaa", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "authType": "userdefined"} 2026-09-11T04:04:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "3566709e-4041-426d-8258-8315f274faaa", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-20ae9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-20ae9a", "reconcileID": "b034471f-802c-4579-97a2-93229041c984", "Gateway": "e2e-shared-a-w2-20ae9a", "namespace": "openshift-ingress"} 2026-09-11T04:04:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-20ae9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-20ae9a", "reconcileID": "b034471f-802c-4579-97a2-93229041c984", "Gateway": "e2e-shared-a-w2-20ae9a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-20ae9a-authn-ssl"} 2026-09-11T04:04:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-20ae9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-20ae9a", "reconcileID": "b034471f-802c-4579-97a2-93229041c984", "Gateway": "e2e-shared-a-w2-20ae9a", "namespace": "openshift-ingress"} 2026-09-11T04:04:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-20ae9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-20ae9a", "reconcileID": "47222112-f01f-46b3-88bd-7b4f637e643b", "Gateway": "e2e-shared-a-w2-20ae9a", "namespace": "openshift-ingress"} 2026-09-11T04:04:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-20ae9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-20ae9a", "reconcileID": "47222112-f01f-46b3-88bd-7b4f637e643b", "Gateway": "e2e-shared-a-w2-20ae9a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-20ae9a-authn-ssl"} 2026-09-11T04:04:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-20ae9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-20ae9a", "reconcileID": "47222112-f01f-46b3-88bd-7b4f637e643b", "Gateway": "e2e-shared-a-w2-20ae9a", "namespace": "openshift-ingress"} 2026-09-11T04:04:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-20ae9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "093844fc-5545-4f61-9393-ea57f512663c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a"} 2026-09-11T04:04:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-20ae9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "093844fc-5545-4f61-9393-ea57f512663c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:04:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-20ae9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "093844fc-5545-4f61-9393-ea57f512663c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-20ae9a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:04:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-20ae9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a", "name": "odh-trusted-ca-bundle", "reconcileID": "b7b1e961-4388-4850-a6df-dbf880bdfc4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a"} 2026-09-11T04:04:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-20ae9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a", "name": "odh-trusted-ca-bundle", "reconcileID": "b7b1e961-4388-4850-a6df-dbf880bdfc4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a"} 2026-09-11T04:04:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-20ae9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a", "name": "openshift-service-ca.crt", "reconcileID": "b67e8ac7-0925-4554-848e-3b6c4650b3b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a"} 2026-09-11T04:04:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-20ae9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a", "name": "openshift-service-ca.crt", "reconcileID": "b67e8ac7-0925-4554-848e-3b6c4650b3b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a"} 2026-09-11T04:04:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-20ae9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b898d248-ebff-4226-aeef-7684529d754c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a"} 2026-09-11T04:04:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-20ae9a"}, "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b898d248-ebff-4226-aeef-7684529d754c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-20ae9a"} 2026-09-11T04:04:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-20ae9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-20ae9a", "reconcileID": "477e14d8-66ed-46fc-b42d-29414a4fe8f3", "Gateway": "e2e-shared-a-w2-20ae9a", "namespace": "openshift-ingress"} 2026-09-11T04:04:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7dc787","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7dc787", "reconcileID": "3599bef9-9bee-44d5-824b-e7852a3bbda2", "Gateway": "e2e-shared-b-w2-7dc787", "namespace": "openshift-ingress"} 2026-09-11T04:04:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7dc787","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7dc787", "reconcileID": "3599bef9-9bee-44d5-824b-e7852a3bbda2", "Gateway": "e2e-shared-b-w2-7dc787", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7dc787-authn-ssl"} 2026-09-11T04:04:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7dc787","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7dc787", "reconcileID": "3599bef9-9bee-44d5-824b-e7852a3bbda2", "Gateway": "e2e-shared-b-w2-7dc787", "namespace": "openshift-ingress"} 2026-09-11T04:04:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7dc787"}, "namespace": "ai-tenant-e2e-shared-b-w2-7dc787", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "218b8d37-675e-45ff-b751-dc292af6ab03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7dc787"} 2026-09-11T04:04:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7dc787"}, "namespace": "ai-tenant-e2e-shared-b-w2-7dc787", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "218b8d37-675e-45ff-b751-dc292af6ab03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7dc787", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:04:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7dc787"}, "namespace": "ai-tenant-e2e-shared-b-w2-7dc787", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "218b8d37-675e-45ff-b751-dc292af6ab03", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-7dc787 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:04:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7dc787"}, "namespace": "ai-tenant-e2e-shared-b-w2-7dc787", "name": "odh-trusted-ca-bundle", "reconcileID": "051bd753-82df-46b4-b4a2-0ebf8c283747", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7dc787"} 2026-09-11T04:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7dc787"}, "namespace": "ai-tenant-e2e-shared-b-w2-7dc787", "name": "odh-trusted-ca-bundle", "reconcileID": "051bd753-82df-46b4-b4a2-0ebf8c283747", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7dc787"} 2026-09-11T04:04:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7dc787"}, "namespace": "ai-tenant-e2e-shared-b-w2-7dc787", "name": "openshift-service-ca.crt", "reconcileID": "3bb8e288-f869-4565-9d05-6ac14636e2d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7dc787"} 2026-09-11T04:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7dc787"}, "namespace": "ai-tenant-e2e-shared-b-w2-7dc787", "name": "openshift-service-ca.crt", "reconcileID": "3bb8e288-f869-4565-9d05-6ac14636e2d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7dc787"} 2026-09-11T04:04:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7dc787"}, "namespace": "ai-tenant-e2e-shared-b-w2-7dc787", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "113043f9-b7c4-4edb-93f8-77c11b645cbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7dc787"} 2026-09-11T04:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7dc787"}, "namespace": "ai-tenant-e2e-shared-b-w2-7dc787", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "113043f9-b7c4-4edb-93f8-77c11b645cbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7dc787"} 2026-09-11T04:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7dc787","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7dc787", "reconcileID": "e3039f78-c782-422e-9f76-2d8b64a45729", "Gateway": "e2e-shared-b-w2-7dc787", "namespace": "openshift-ingress"} 2026-09-11T04:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7dc787","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7dc787", "reconcileID": "e3039f78-c782-422e-9f76-2d8b64a45729", "Gateway": "e2e-shared-b-w2-7dc787", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7dc787-authn-ssl"} 2026-09-11T04:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7dc787","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7dc787", "reconcileID": "e3039f78-c782-422e-9f76-2d8b64a45729", "Gateway": "e2e-shared-b-w2-7dc787", "namespace": "openshift-ingress"} 2026-09-11T04:04:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4d3cf","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "rate-test-model-b4d3cf", "reconcileID": "24f55b16-1017-4d75-bbf2-30c97f44deed", "LLMInferenceService": "rate-test-model-b4d3cf", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:04:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4d3cf","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "rate-test-model-b4d3cf", "reconcileID": "24f55b16-1017-4d75-bbf2-30c97f44deed", "LLMInferenceService": "rate-test-model-b4d3cf", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "rate-test-model-b4d3cf"} 2026-09-11T04:04:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4d3cf","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "rate-test-model-b4d3cf", "reconcileID": "24f55b16-1017-4d75-bbf2-30c97f44deed", "LLMInferenceService": "rate-test-model-b4d3cf", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:04:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4d3cf","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "rate-test-model-b4d3cf", "reconcileID": "24f55b16-1017-4d75-bbf2-30c97f44deed", "LLMInferenceService": "rate-test-model-b4d3cf", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:04:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4d3cf","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "rate-test-model-b4d3cf", "reconcileID": "24f55b16-1017-4d75-bbf2-30c97f44deed", "LLMInferenceService": "rate-test-model-b4d3cf", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "rate-test-model-b4d3cf-kserve-route-authn"} 2026-09-11T04:04:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4d3cf","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "rate-test-model-b4d3cf", "reconcileID": "24f55b16-1017-4d75-bbf2-30c97f44deed", "LLMInferenceService": "rate-test-model-b4d3cf", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "rate-test-model-b4d3cf-kserve-route-authn"} 2026-09-11T04:04:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4d3cf","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "rate-test-model-b4d3cf", "reconcileID": "24f55b16-1017-4d75-bbf2-30c97f44deed", "LLMInferenceService": "rate-test-model-b4d3cf", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:04:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4d3cf","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "rate-test-model-b4d3cf", "reconcileID": "24f55b16-1017-4d75-bbf2-30c97f44deed", "LLMInferenceService": "rate-test-model-b4d3cf", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:04:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7dc787","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7dc787", "reconcileID": "c3a63b6d-04f7-43dd-a469-977ee9b6a8ff", "Gateway": "e2e-shared-b-w2-7dc787", "namespace": "openshift-ingress"} 2026-09-11T04:04:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4d3cf","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "rate-test-model-b4d3cf", "reconcileID": "855f20ab-6fed-4124-95f0-4af46f12b246", "LLMInferenceService": "rate-test-model-b4d3cf", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:04:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "b443af7e-abf2-4e65-bedd-37601051a356", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress"} 2026-09-11T04:04:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "b443af7e-abf2-4e65-bedd-37601051a356", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf-authn-ssl"} 2026-09-11T04:04:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "b443af7e-abf2-4e65-bedd-37601051a356", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress"} 2026-09-11T04:04:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "51c502dd-4e30-487d-a688-61248b87dc1f", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress"} 2026-09-11T04:04:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "51c502dd-4e30-487d-a688-61248b87dc1f", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf-authn-ssl"} 2026-09-11T04:04:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "51c502dd-4e30-487d-a688-61248b87dc1f", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress"} 2026-09-11T04:04:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "38bac4c5-5d6e-412d-ae64-9e571d873361", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "38bac4c5-5d6e-412d-ae64-9e571d873361", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30"} 2026-09-11T04:04:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "38bac4c5-5d6e-412d-ae64-9e571d873361", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "38bac4c5-5d6e-412d-ae64-9e571d873361", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "38bac4c5-5d6e-412d-ae64-9e571d873361", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30-kserve-route-authn"} 2026-09-11T04:04:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "38bac4c5-5d6e-412d-ae64-9e571d873361", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30-kserve-route-authn"} 2026-09-11T04:04:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "38bac4c5-5d6e-412d-ae64-9e571d873361", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "38bac4c5-5d6e-412d-ae64-9e571d873361", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dd5b30","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "rate-test-model-dd5b30", "reconcileID": "2ce5431c-a039-4d53-9bc1-8cd262bf7bb0", "LLMInferenceService": "rate-test-model-dd5b30", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:04:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "dcf251fc-b186-43db-94a0-25419bbfd44e", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress"} 2026-09-11T04:04:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "dcf251fc-b186-43db-94a0-25419bbfd44e", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30-authn-ssl"} 2026-09-11T04:04:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "dcf251fc-b186-43db-94a0-25419bbfd44e", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress"} 2026-09-11T04:04:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "da50cf7f-5e10-4967-bdd1-70bab9afdeea", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress"} 2026-09-11T04:04:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "da50cf7f-5e10-4967-bdd1-70bab9afdeea", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30-authn-ssl"} 2026-09-11T04:04:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "da50cf7f-5e10-4967-bdd1-70bab9afdeea", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress"} 2026-09-11T04:04:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "2ced286e-260d-446e-9de0-73638627b344", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "2ced286e-260d-446e-9de0-73638627b344", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:04:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "2ced286e-260d-446e-9de0-73638627b344", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "59af9d86-8cc8-4fe3-ae09-0bb0be66766c", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "59af9d86-8cc8-4fe3-ae09-0bb0be66766c", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:04:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "59af9d86-8cc8-4fe3-ae09-0bb0be66766c", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "c9f76048-d419-4387-9db5-b1dd20a905ac", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "c9f76048-d419-4387-9db5-b1dd20a905ac", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:04:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "c9f76048-d419-4387-9db5-b1dd20a905ac", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "e31c75e1-a6b1-42fd-8121-5efa0a4e4969", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "e31c75e1-a6b1-42fd-8121-5efa0a4e4969", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:04:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "e31c75e1-a6b1-42fd-8121-5efa0a4e4969", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "be460fc9-8335-4c62-98f2-843638055964", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "be460fc9-8335-4c62-98f2-843638055964", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:04:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "be460fc9-8335-4c62-98f2-843638055964", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "d9922020-71da-4839-8161-9e12c4960a6f", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "d9922020-71da-4839-8161-9e12c4960a6f", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:04:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "d9922020-71da-4839-8161-9e12c4960a6f", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "openshift-service-ca.crt", "reconcileID": "b1250ff5-57bb-4988-8a8a-b662f9d8baa1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "odh-trusted-ca-bundle", "reconcileID": "e74ab9f2-edf4-4896-98cb-d7a250fa0bf4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:04:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "openshift-service-ca.crt", "reconcileID": "dff7f78b-9324-453f-83d3-90195f1ed590", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:04:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "openshift-service-ca.crt", "reconcileID": "dff7f78b-9324-453f-83d3-90195f1ed590", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:04:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "openshift-service-ca.crt", "reconcileID": "dd6d77a9-a70c-420c-a644-8d643d6de14e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:04:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "openshift-service-ca.crt", "reconcileID": "dd6d77a9-a70c-420c-a644-8d643d6de14e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c712de0-efe9-4c90-8683-6e8e7c57f503", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "openshift-service-ca.crt", "reconcileID": "826afb05-72fe-4e71-9758-72e6cd167367", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:04:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "odh-trusted-ca-bundle", "reconcileID": "e86c7e21-64d2-48dc-aeba-09f06a53b9f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:04:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "odh-trusted-ca-bundle", "reconcileID": "e86c7e21-64d2-48dc-aeba-09f06a53b9f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7dc98365-0157-467e-9fa2-81ce0e671c43", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:04:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "6e7dfecc-acb4-47a6-944c-b15c5e620184", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:04:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "6e7dfecc-acb4-47a6-944c-b15c5e620184", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:04:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "6e7dfecc-acb4-47a6-944c-b15c5e620184", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:05:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "518c48a2-fc26-4752-ad67-9ba2a45019aa", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:05:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "518c48a2-fc26-4752-ad67-9ba2a45019aa", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:05:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "518c48a2-fc26-4752-ad67-9ba2a45019aa", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "972693c8-905f-4ed9-9609-2a9ba68c4822", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "972693c8-905f-4ed9-9609-2a9ba68c4822", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8-authn-ssl"} 2026-09-11T04:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "972693c8-905f-4ed9-9609-2a9ba68c4822", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "fb33bb62-f1cf-436d-af72-6dd0f7a1c9dc", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "fb33bb62-f1cf-436d-af72-6dd0f7a1c9dc", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8-authn-ssl"} 2026-09-11T04:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "fb33bb62-f1cf-436d-af72-6dd0f7a1c9dc", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "bbdf1f4b-2915-46e7-bb23-a80dcea2b830", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "bbdf1f4b-2915-46e7-bb23-a80dcea2b830", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8-authn-ssl"} 2026-09-11T04:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "bbdf1f4b-2915-46e7-bb23-a80dcea2b830", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "739f2060-e5df-409f-bab3-0927ba85bd86", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "739f2060-e5df-409f-bab3-0927ba85bd86", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8-authn-ssl"} 2026-09-11T04:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "739f2060-e5df-409f-bab3-0927ba85bd86", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "965ad042-0a45-41ba-b8de-bc3185967029", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "965ad042-0a45-41ba-b8de-bc3185967029", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8-authn-ssl"} 2026-09-11T04:05:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "965ad042-0a45-41ba-b8de-bc3185967029", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "640422c2-6af9-463a-b0a5-a7d8de341b3a", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "640422c2-6af9-463a-b0a5-a7d8de341b3a", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8-authn-ssl"} 2026-09-11T04:05:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "640422c2-6af9-463a-b0a5-a7d8de341b3a", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "cace28e3-c823-4d9c-a6b5-1c35204b075c", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "cace28e3-c823-4d9c-a6b5-1c35204b075c", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8-authn-ssl"} 2026-09-11T04:05:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "cace28e3-c823-4d9c-a6b5-1c35204b075c", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:23Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:05:23Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:05:23Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:05:23Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "openshift-service-ca.crt", "reconcileID": "45045aa0-729b-47a2-afaf-4d3e066010ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "odh-trusted-ca-bundle", "reconcileID": "c8be01ef-26bf-444f-b9e2-b6a78d9a28e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:05:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "openshift-service-ca.crt", "reconcileID": "82b4ffd6-4c1e-4c0b-ac60-ab850980ac42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:05:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "openshift-service-ca.crt", "reconcileID": "82b4ffd6-4c1e-4c0b-ac60-ab850980ac42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23323bec-1223-49d3-a0a7-eaa4f784709a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "openshift-service-ca.crt", "reconcileID": "ba5441df-98b5-4138-830f-3c965fe08c58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:05:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "odh-trusted-ca-bundle", "reconcileID": "0a01e152-ad9b-4dd6-b366-f732cdb7a0cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:05:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "odh-trusted-ca-bundle", "reconcileID": "0a01e152-ad9b-4dd6-b366-f732cdb7a0cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:05:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aeb3d200-4d2a-4ddb-8565-558ff0cdcd9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:05:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "dee33447-9f35-44ef-87f5-0a1635b07265", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "dee33447-9f35-44ef-87f5-0a1635b07265", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8-authn-ssl"} 2026-09-11T04:05:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "dee33447-9f35-44ef-87f5-0a1635b07265", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "07f11969-00c7-4914-a1bc-fe3b39dc6d3d", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "07f11969-00c7-4914-a1bc-fe3b39dc6d3d", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8-authn-ssl"} 2026-09-11T04:05:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "07f11969-00c7-4914-a1bc-fe3b39dc6d3d", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:05:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "69000517-0cd9-470d-85e4-dbee174bb978", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:05:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "69000517-0cd9-470d-85e4-dbee174bb978", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:05:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "69000517-0cd9-470d-85e4-dbee174bb978", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:05:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "3cf04407-56b2-48d0-bca3-dd8e267b9216", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:05:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "69000517-0cd9-470d-85e4-dbee174bb978", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558-kserve-route-authn"} 2026-09-11T04:05:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "69000517-0cd9-470d-85e4-dbee174bb978", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "authType": "userdefined"} 2026-09-11T04:05:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "69000517-0cd9-470d-85e4-dbee174bb978", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:05:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "3cf04407-56b2-48d0-bca3-dd8e267b9216", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:05:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "3cf04407-56b2-48d0-bca3-dd8e267b9216", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:05:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "2b255ed4-0c7a-4b5a-87ed-75275c7c5680", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:05:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "2b255ed4-0c7a-4b5a-87ed-75275c7c5680", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:05:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "2b255ed4-0c7a-4b5a-87ed-75275c7c5680", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:05:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "2b255ed4-0c7a-4b5a-87ed-75275c7c5680", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558-kserve-route-authn"} 2026-09-11T04:05:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "2b255ed4-0c7a-4b5a-87ed-75275c7c5680", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "authType": "userdefined"} 2026-09-11T04:05:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "2b255ed4-0c7a-4b5a-87ed-75275c7c5680", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "24102507-df65-440c-880a-834ec3d8b8c8", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:06:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "24102507-df65-440c-880a-834ec3d8b8c8", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "24102507-df65-440c-880a-834ec3d8b8c8", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:06:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "392e0078-3bd1-481a-9712-7d548f2d1014", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:06:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "392e0078-3bd1-481a-9712-7d548f2d1014", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:06:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "392e0078-3bd1-481a-9712-7d548f2d1014", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:06:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "392e0078-3bd1-481a-9712-7d548f2d1014", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558-kserve-route-authn"} 2026-09-11T04:06:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "392e0078-3bd1-481a-9712-7d548f2d1014", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "authType": "userdefined"} 2026-09-11T04:06:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "392e0078-3bd1-481a-9712-7d548f2d1014", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:06:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "6b8c763d-598b-4356-abe3-b349714e00f6", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:06:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "6b8c763d-598b-4356-abe3-b349714e00f6", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:06:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "6b8c763d-598b-4356-abe3-b349714e00f6", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:06:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "6b8c763d-598b-4356-abe3-b349714e00f6", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558-kserve-route-authn"} 2026-09-11T04:06:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "6b8c763d-598b-4356-abe3-b349714e00f6", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "authType": "userdefined"} 2026-09-11T04:06:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "6b8c763d-598b-4356-abe3-b349714e00f6", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "ac9c9e96-0450-4151-95fc-9a903f85ce97", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "ac9c9e96-0450-4151-95fc-9a903f85ce97", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5-authn-ssl"} 2026-09-11T04:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "ac9c9e96-0450-4151-95fc-9a903f85ce97", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "858d7e95-5075-426f-839a-ea8b5cc52f1f", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "858d7e95-5075-426f-839a-ea8b5cc52f1f", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5-authn-ssl"} 2026-09-11T04:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "858d7e95-5075-426f-839a-ea8b5cc52f1f", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "e32fa6d5-2122-4477-8a83-d0c4e615ec80", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "e32fa6d5-2122-4477-8a83-d0c4e615ec80", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5-authn-ssl"} 2026-09-11T04:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "e32fa6d5-2122-4477-8a83-d0c4e615ec80", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "0446df74-5512-49a0-a792-4d77224eba0c", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "0446df74-5512-49a0-a792-4d77224eba0c", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5-authn-ssl"} 2026-09-11T04:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "0446df74-5512-49a0-a792-4d77224eba0c", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "0a3d6a1e-688a-4509-a132-2c14739f5aa4", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "0a3d6a1e-688a-4509-a132-2c14739f5aa4", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5-authn-ssl"} 2026-09-11T04:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "0a3d6a1e-688a-4509-a132-2c14739f5aa4", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "836f3e09-e471-410c-8028-55be9548a4a5", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "836f3e09-e471-410c-8028-55be9548a4a5", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5-authn-ssl"} 2026-09-11T04:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "836f3e09-e471-410c-8028-55be9548a4a5", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "617943e1-b587-4a44-a66e-85b28c6e6356", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "617943e1-b587-4a44-a66e-85b28c6e6356", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5-authn-ssl"} 2026-09-11T04:06:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "617943e1-b587-4a44-a66e-85b28c6e6356", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "openshift-service-ca.crt", "reconcileID": "c5794b9d-0cc0-4ea4-be08-0d723b569049", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "odh-trusted-ca-bundle", "reconcileID": "d8a5f84b-32c8-4e6e-96bc-d38950f2ecb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:06:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "openshift-service-ca.crt", "reconcileID": "3a66f53b-38e6-43bb-b455-303ffd97c445", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:06:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "openshift-service-ca.crt", "reconcileID": "3a66f53b-38e6-43bb-b455-303ffd97c445", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cadd23e-c90a-44cf-bc1f-eb8b1e47015e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "openshift-service-ca.crt", "reconcileID": "4799f048-9bfb-4bd4-bf0e-18e2ac8a5e69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:06:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "odh-trusted-ca-bundle", "reconcileID": "2866a67c-0f93-45ba-a325-96dcc4f7ee64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:06:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "odh-trusted-ca-bundle", "reconcileID": "2866a67c-0f93-45ba-a325-96dcc4f7ee64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "364ca066-7fba-432d-a893-881843bc5f6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:06:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "3a028204-fcf4-4264-8ec2-930b125535b7", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "3a028204-fcf4-4264-8ec2-930b125535b7", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5-authn-ssl"} 2026-09-11T04:06:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "3a028204-fcf4-4264-8ec2-930b125535b7", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "495dd54d-f348-4a90-865d-c28809808ef6", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:06:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "495dd54d-f348-4a90-865d-c28809808ef6", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5-authn-ssl"} 2026-09-11T04:06:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "495dd54d-f348-4a90-865d-c28809808ef6", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:07:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "147e03a7-add6-45fa-ac17-f8db2e89ea5c", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:07:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "147e03a7-add6-45fa-ac17-f8db2e89ea5c", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5-authn-ssl"} 2026-09-11T04:07:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "147e03a7-add6-45fa-ac17-f8db2e89ea5c", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:07:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "b20f4b9c-3013-4cd4-94a4-5cf75d021027", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:07:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "b20f4b9c-3013-4cd4-94a4-5cf75d021027", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5-authn-ssl"} 2026-09-11T04:07:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "b20f4b9c-3013-4cd4-94a4-5cf75d021027", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfa0792b-1a5c-40cc-b4e0-73eafb15ee3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:07:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfa0792b-1a5c-40cc-b4e0-73eafb15ee3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:07:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfa0792b-1a5c-40cc-b4e0-73eafb15ee3e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ebb9b5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "odh-trusted-ca-bundle", "reconcileID": "27e512ca-df52-4a7f-b1a8-ba668188d4c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:07:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "odh-trusted-ca-bundle", "reconcileID": "27e512ca-df52-4a7f-b1a8-ba668188d4c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "openshift-service-ca.crt", "reconcileID": "2de98fe0-33f8-4c2c-874a-dd879bd27045", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:07:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "openshift-service-ca.crt", "reconcileID": "2de98fe0-33f8-4c2c-874a-dd879bd27045", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "805ab2a2-40a0-4e04-97b5-cb63828816c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:07:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ebb9b5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "805ab2a2-40a0-4e04-97b5-cb63828816c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ebb9b5"} 2026-09-11T04:07:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ebb9b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ebb9b5", "reconcileID": "737564bd-8644-4f75-ba13-1bd1ed7ac45e", "Gateway": "e2e-ipp-cleanup-ebb9b5", "namespace": "openshift-ingress"} 2026-09-11T04:07:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "0ea44246-e508-4935-be74-300fb56f37e6", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:07:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "0ea44246-e508-4935-be74-300fb56f37e6", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:07:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "0ea44246-e508-4935-be74-300fb56f37e6", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:07:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "073c0894-8639-4c65-8bdb-c7a2e5654687", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:07:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "073c0894-8639-4c65-8bdb-c7a2e5654687", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:07:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "073c0894-8639-4c65-8bdb-c7a2e5654687", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:07:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "a930a8ec-1c62-4724-9fc1-9df3e1ba8105", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:07:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "a930a8ec-1c62-4724-9fc1-9df3e1ba8105", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:07:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "a930a8ec-1c62-4724-9fc1-9df3e1ba8105", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:07:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "aaba4e0b-8e11-4740-8dbc-364ec82012ac", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:07:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "aaba4e0b-8e11-4740-8dbc-364ec82012ac", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:07:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "aaba4e0b-8e11-4740-8dbc-364ec82012ac", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:07:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "aaba4e0b-8e11-4740-8dbc-364ec82012ac", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558-kserve-route-authn"} 2026-09-11T04:07:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "aaba4e0b-8e11-4740-8dbc-364ec82012ac", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "authType": "userdefined"} 2026-09-11T04:07:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "aaba4e0b-8e11-4740-8dbc-364ec82012ac", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "d8cc00a2-9b57-4c9a-9fa9-27f827005b67", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "d8cc00a2-9b57-4c9a-9fa9-27f827005b67", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "d8cc00a2-9b57-4c9a-9fa9-27f827005b67", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "d8cc00a2-9b57-4c9a-9fa9-27f827005b67", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558-kserve-route-authn"} 2026-09-11T04:08:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "d8cc00a2-9b57-4c9a-9fa9-27f827005b67", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "authType": "userdefined"} 2026-09-11T04:08:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "d8cc00a2-9b57-4c9a-9fa9-27f827005b67", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "758ade2b-b00a-4779-8e53-e5e0a6add9da", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:08:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "758ade2b-b00a-4779-8e53-e5e0a6add9da", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:08:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "758ade2b-b00a-4779-8e53-e5e0a6add9da", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:08:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6894f87-2f9b-45ec-a429-734f025e1e5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6894f87-2f9b-45ec-a429-734f025e1e5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:08:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6894f87-2f9b-45ec-a429-734f025e1e5b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-4cb558 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:08:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "odh-trusted-ca-bundle", "reconcileID": "5c2801c3-fc4c-4811-8200-d6f40eb08eb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "odh-trusted-ca-bundle", "reconcileID": "5c2801c3-fc4c-4811-8200-d6f40eb08eb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "openshift-service-ca.crt", "reconcileID": "8a8bb696-fe3b-4a10-89e2-6483e74c445f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "openshift-service-ca.crt", "reconcileID": "8a8bb696-fe3b-4a10-89e2-6483e74c445f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7639299a-c2b5-4299-9a13-441ecbd54aa1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7639299a-c2b5-4299-9a13-441ecbd54aa1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "eceb22c3-41fb-4012-b8f4-ce48fce6e50f", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "eceb22c3-41fb-4012-b8f4-ce48fce6e50f", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558"} 2026-09-11T04:08:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "eceb22c3-41fb-4012-b8f4-ce48fce6e50f", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "eceb22c3-41fb-4012-b8f4-ce48fce6e50f", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "eceb22c3-41fb-4012-b8f4-ce48fce6e50f", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558-kserve-route-authn"} 2026-09-11T04:08:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "eceb22c3-41fb-4012-b8f4-ce48fce6e50f", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558-kserve-route-authn"} 2026-09-11T04:08:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "eceb22c3-41fb-4012-b8f4-ce48fce6e50f", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "eceb22c3-41fb-4012-b8f4-ce48fce6e50f", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4cb558","namespace":"ai-tenant-e2e-ipp-a-4cb558"}, "namespace": "ai-tenant-e2e-ipp-a-4cb558", "name": "ipp-route-4cb558", "reconcileID": "214a4cff-80fc-4160-b091-5750543b0ff5", "LLMInferenceService": "ipp-route-4cb558", "namespace": "ai-tenant-e2e-ipp-a-4cb558"} 2026-09-11T04:08:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "696a05d6-ae4b-489f-b476-7ae0fc61b361", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:08:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "696a05d6-ae4b-489f-b476-7ae0fc61b361", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558-authn-ssl"} 2026-09-11T04:08:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "696a05d6-ae4b-489f-b476-7ae0fc61b361", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:08:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4cb558","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4cb558", "reconcileID": "78a54e97-e06e-404a-9ccf-36dbc2b54474", "Gateway": "e2e-ipp-a-4cb558", "namespace": "openshift-ingress"} 2026-09-11T04:08:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "bc8b1b16-c778-4071-830c-9fff867970c7", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:08:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "bc8b1b16-c778-4071-830c-9fff867970c7", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8-authn-ssl"} 2026-09-11T04:08:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "bc8b1b16-c778-4071-830c-9fff867970c7", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:08:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "f4efe9bf-3f09-4681-837a-4e89faf2bfe8", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:08:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "f4efe9bf-3f09-4681-837a-4e89faf2bfe8", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8-authn-ssl"} 2026-09-11T04:08:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "f4efe9bf-3f09-4681-837a-4e89faf2bfe8", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:08:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48f2c552-e493-4350-bf69-07a7b2701ccf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:08:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48f2c552-e493-4350-bf69-07a7b2701ccf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:08:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48f2c552-e493-4350-bf69-07a7b2701ccf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-0f85b8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:08:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "odh-trusted-ca-bundle", "reconcileID": "df4e7347-2d0c-4eba-9072-d8124eeabd50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:08:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "odh-trusted-ca-bundle", "reconcileID": "df4e7347-2d0c-4eba-9072-d8124eeabd50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:08:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "openshift-service-ca.crt", "reconcileID": "d42f7e60-008b-469b-83cd-eea4f5447c27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:08:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "openshift-service-ca.crt", "reconcileID": "d42f7e60-008b-469b-83cd-eea4f5447c27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:08:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06e96147-9d58-4908-9314-73c2733a7879", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:08:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f85b8"}, "namespace": "ai-tenant-e2e-ipp-b-0f85b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06e96147-9d58-4908-9314-73c2733a7879", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f85b8"} 2026-09-11T04:08:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f85b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f85b8", "reconcileID": "6fcdff8e-b39d-4fb6-9b72-6a733b419e2a", "Gateway": "e2e-ipp-b-0f85b8", "namespace": "openshift-ingress"} 2026-09-11T04:09:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "8466c34f-b6a3-4643-999c-1f31bacc7896", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress"} 2026-09-11T04:09:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "8466c34f-b6a3-4643-999c-1f31bacc7896", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf-authn-ssl"} 2026-09-11T04:09:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "8466c34f-b6a3-4643-999c-1f31bacc7896", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress"} 2026-09-11T04:09:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "549b1a5b-3c7e-498d-8798-0964e93c8024", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress"} 2026-09-11T04:09:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "549b1a5b-3c7e-498d-8798-0964e93c8024", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf-authn-ssl"} 2026-09-11T04:09:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "549b1a5b-3c7e-498d-8798-0964e93c8024", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress"} 2026-09-11T04:09:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de6a695a-872e-40aa-a273-87f4ed5b0408", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:09:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de6a695a-872e-40aa-a273-87f4ed5b0408", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:09:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de6a695a-872e-40aa-a273-87f4ed5b0408", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-b4d3cf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:09:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "odh-trusted-ca-bundle", "reconcileID": "c5315f87-7737-4233-8c41-831d05a8f6ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:09:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "odh-trusted-ca-bundle", "reconcileID": "c5315f87-7737-4233-8c41-831d05a8f6ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:09:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "openshift-service-ca.crt", "reconcileID": "9b512453-7ffb-4020-8b92-b402c798de40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:09:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "openshift-service-ca.crt", "reconcileID": "9b512453-7ffb-4020-8b92-b402c798de40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:09:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2f728ff-0691-49c8-a718-19592e2d6afe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:09:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b4d3cf"}, "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2f728ff-0691-49c8-a718-19592e2d6afe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b4d3cf"} 2026-09-11T04:09:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b4d3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b4d3cf", "reconcileID": "c55c588e-8b40-4fef-b952-148b3978f98b", "Gateway": "e2e-shared-a-w3-b4d3cf", "namespace": "openshift-ingress"} 2026-09-11T04:09:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "9ab7aab3-b38d-47d5-bc13-4432cfd0c965", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress"} 2026-09-11T04:09:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "9ab7aab3-b38d-47d5-bc13-4432cfd0c965", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30-authn-ssl"} 2026-09-11T04:09:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "9ab7aab3-b38d-47d5-bc13-4432cfd0c965", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress"} 2026-09-11T04:09:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "cece4bd1-8f85-4fb5-aea9-632db8886748", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress"} 2026-09-11T04:09:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "cece4bd1-8f85-4fb5-aea9-632db8886748", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30-authn-ssl"} 2026-09-11T04:09:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "cece4bd1-8f85-4fb5-aea9-632db8886748", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress"} 2026-09-11T04:09:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afe6052e-9647-4343-b1a0-9788182ab8d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:09:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afe6052e-9647-4343-b1a0-9788182ab8d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:09:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afe6052e-9647-4343-b1a0-9788182ab8d8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-dd5b30 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:09:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "odh-trusted-ca-bundle", "reconcileID": "b8fc9c70-9c2d-458a-bacc-8c2efd4d1df3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:09:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "odh-trusted-ca-bundle", "reconcileID": "b8fc9c70-9c2d-458a-bacc-8c2efd4d1df3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:09:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "openshift-service-ca.crt", "reconcileID": "92673e67-8df5-44a6-a605-c177300670b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:09:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "openshift-service-ca.crt", "reconcileID": "92673e67-8df5-44a6-a605-c177300670b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:09:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1b29810-1042-44cf-940e-1f64287ccbea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:09:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-dd5b30"}, "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1b29810-1042-44cf-940e-1f64287ccbea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-dd5b30"} 2026-09-11T04:09:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-dd5b30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-dd5b30", "reconcileID": "207b6dc9-80d1-45b4-a520-7a6c5ef89b17", "Gateway": "e2e-shared-b-w3-dd5b30", "namespace": "openshift-ingress"} 2026-09-11T04:10:36Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:10:36Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:10:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:10:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:13:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5d25a288-e1f6-4193-b33c-906e770ddd98", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:13:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5d25a288-e1f6-4193-b33c-906e770ddd98", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:13:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5d25a288-e1f6-4193-b33c-906e770ddd98", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:13:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd00972b-8117-46d7-a846-f1353b58a9e3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:13:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5d25a288-e1f6-4193-b33c-906e770ddd98", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm", "name": "e2e-same-id-a-fa15b45f-kserve-route-authn"} 2026-09-11T04:13:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5d25a288-e1f6-4193-b33c-906e770ddd98", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:13:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5d25a288-e1f6-4193-b33c-906e770ddd98", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:13:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd00972b-8117-46d7-a846-f1353b58a9e3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:13:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd00972b-8117-46d7-a846-f1353b58a9e3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:13:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5eeb87ed-e64a-48c2-bdb0-cc99e5551a52", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:13:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5eeb87ed-e64a-48c2-bdb0-cc99e5551a52", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:13:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5eeb87ed-e64a-48c2-bdb0-cc99e5551a52", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:13:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5eeb87ed-e64a-48c2-bdb0-cc99e5551a52", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm", "name": "e2e-same-id-a-fa15b45f-kserve-route-authn"} 2026-09-11T04:13:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5eeb87ed-e64a-48c2-bdb0-cc99e5551a52", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:13:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5eeb87ed-e64a-48c2-bdb0-cc99e5551a52", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:13:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "84ce2208-3ea4-4af4-99fa-afd755d4d798", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:13:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "84ce2208-3ea4-4af4-99fa-afd755d4d798", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:13:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "84ce2208-3ea4-4af4-99fa-afd755d4d798", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:13:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eced70b4-c90b-4156-a85f-816ec01e93da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:13:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "84ce2208-3ea4-4af4-99fa-afd755d4d798", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm", "name": "e2e-same-id-b-fa15b45f-kserve-route-authn"} 2026-09-11T04:13:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "84ce2208-3ea4-4af4-99fa-afd755d4d798", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:13:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "84ce2208-3ea4-4af4-99fa-afd755d4d798", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:13:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eced70b4-c90b-4156-a85f-816ec01e93da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:13:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eced70b4-c90b-4156-a85f-816ec01e93da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:14:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b84d6250-c0c3-44d6-b4b2-50c6b58b6b5e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:14:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b84d6250-c0c3-44d6-b4b2-50c6b58b6b5e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:14:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b84d6250-c0c3-44d6-b4b2-50c6b58b6b5e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:14:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "9e680293-8dfa-432a-8755-9bf68aca1acc", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "9e680293-8dfa-432a-8755-9bf68aca1acc", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "9e680293-8dfa-432a-8755-9bf68aca1acc", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "9e680293-8dfa-432a-8755-9bf68aca1acc", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm", "name": "e2e-same-id-a-fa15b45f-kserve-route-authn"} 2026-09-11T04:14:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "9e680293-8dfa-432a-8755-9bf68aca1acc", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:14:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "9e680293-8dfa-432a-8755-9bf68aca1acc", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "ddf28bf7-9d9c-40eb-8192-d0a799a6bcda", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "ddf28bf7-9d9c-40eb-8192-d0a799a6bcda", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "ddf28bf7-9d9c-40eb-8192-d0a799a6bcda", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "ddf28bf7-9d9c-40eb-8192-d0a799a6bcda", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm", "name": "e2e-same-id-b-fa15b45f-kserve-route-authn"} 2026-09-11T04:14:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "ddf28bf7-9d9c-40eb-8192-d0a799a6bcda", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:14:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "ddf28bf7-9d9c-40eb-8192-d0a799a6bcda", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0aa8252c-ff65-403c-9850-bba606c5c8a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:14:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0aa8252c-ff65-403c-9850-bba606c5c8a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:14:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0aa8252c-ff65-403c-9850-bba606c5c8a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:14:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "e32dae39-e049-4016-bce7-e8dd390ff482", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "e32dae39-e049-4016-bce7-e8dd390ff482", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "e32dae39-e049-4016-bce7-e8dd390ff482", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "e32dae39-e049-4016-bce7-e8dd390ff482", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm", "name": "e2e-same-id-b-fa15b45f-kserve-route-authn"} 2026-09-11T04:14:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "e32dae39-e049-4016-bce7-e8dd390ff482", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:14:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "e32dae39-e049-4016-bce7-e8dd390ff482", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "d7c4a169-d753-4f8a-977b-b82fe422f89a", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "d7c4a169-d753-4f8a-977b-b82fe422f89a", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "d7c4a169-d753-4f8a-977b-b82fe422f89a", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:14:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "d7c4a169-d753-4f8a-977b-b82fe422f89a", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm", "name": "e2e-same-id-a-fa15b45f-kserve-route-authn"} 2026-09-11T04:14:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "d7c4a169-d753-4f8a-977b-b82fe422f89a", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:14:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "d7c4a169-d753-4f8a-977b-b82fe422f89a", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "cee5fdd2-86c4-40d1-accb-5de40c6eb836", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "cee5fdd2-86c4-40d1-accb-5de40c6eb836", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "cee5fdd2-86c4-40d1-accb-5de40c6eb836", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "cee5fdd2-86c4-40d1-accb-5de40c6eb836", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm", "name": "e2e-same-id-b-fa15b45f-kserve-route-authn"} 2026-09-11T04:15:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "cee5fdd2-86c4-40d1-accb-5de40c6eb836", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:15:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "cee5fdd2-86c4-40d1-accb-5de40c6eb836", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "088b85dd-ea8b-4e67-9abf-677b5c621215", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "088b85dd-ea8b-4e67-9abf-677b5c621215", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm", "name": "e2e-same-id-a-fa15b45f"} 2026-09-11T04:15:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "088b85dd-ea8b-4e67-9abf-677b5c621215", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "088b85dd-ea8b-4e67-9abf-677b5c621215", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "088b85dd-ea8b-4e67-9abf-677b5c621215", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm", "name": "e2e-same-id-a-fa15b45f-kserve-route-authn"} 2026-09-11T04:15:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "088b85dd-ea8b-4e67-9abf-677b5c621215", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm", "name": "e2e-same-id-a-fa15b45f-kserve-route-authn"} 2026-09-11T04:15:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fa15b45f", "reconcileID": "5e5f454f-1dc8-4874-8611-18a8c0ae6171", "LLMInferenceService": "e2e-same-id-a-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3db59bee-d063-4807-b050-251f98a95c49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:15:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3db59bee-d063-4807-b050-251f98a95c49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:15:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3db59bee-d063-4807-b050-251f98a95c49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:15:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "82899641-7ef4-4e4e-9f3b-0ddb490cda96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:15:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "82899641-7ef4-4e4e-9f3b-0ddb490cda96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:15:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "82899641-7ef4-4e4e-9f3b-0ddb490cda96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:15:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "a9bf96fc-76c5-4431-9b0f-1e70d725667f", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "a9bf96fc-76c5-4431-9b0f-1e70d725667f", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm", "name": "e2e-same-id-b-fa15b45f"} 2026-09-11T04:15:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "a9bf96fc-76c5-4431-9b0f-1e70d725667f", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "a9bf96fc-76c5-4431-9b0f-1e70d725667f", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "a9bf96fc-76c5-4431-9b0f-1e70d725667f", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm", "name": "e2e-same-id-b-fa15b45f-kserve-route-authn"} 2026-09-11T04:15:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "a9bf96fc-76c5-4431-9b0f-1e70d725667f", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm", "name": "e2e-same-id-b-fa15b45f-kserve-route-authn"} 2026-09-11T04:15:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fa15b45f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fa15b45f", "reconcileID": "f3aadb4d-3cb9-4b91-a87a-c8e0dc86ca95", "LLMInferenceService": "e2e-same-id-b-fa15b45f", "namespace": "llm"} 2026-09-11T04:15:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "80e6c9bf-4c4d-4c76-9f18-58087fb803a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:15:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "80e6c9bf-4c4d-4c76-9f18-58087fb803a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:15:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "80e6c9bf-4c4d-4c76-9f18-58087fb803a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:15:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "348ba0c5-30ba-4415-8ea0-d0e8ec683b3c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:15:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "348ba0c5-30ba-4415-8ea0-d0e8ec683b3c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:15:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "348ba0c5-30ba-4415-8ea0-d0e8ec683b3c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}