2026-09-07T22:56:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "fb5f5a4d-5bf6-4ef1-a938-2ec0ae55a491", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:56:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "fb5f5a4d-5bf6-4ef1-a938-2ec0ae55a491", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:56:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "fb5f5a4d-5bf6-4ef1-a938-2ec0ae55a491", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc-kserve-route-authn"} 2026-09-07T22:56:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "fb5f5a4d-5bf6-4ef1-a938-2ec0ae55a491", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "authType": "userdefined"} 2026-09-07T22:56:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "fb5f5a4d-5bf6-4ef1-a938-2ec0ae55a491", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:57:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dd5b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dd5b43", "reconcileID": "baf38ee4-4f15-4870-9b98-79b6eb5701ad", "Gateway": "e2e-api-a-dd5b43", "namespace": "openshift-ingress"} 2026-09-07T22:57:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dd5b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dd5b43", "reconcileID": "baf38ee4-4f15-4870-9b98-79b6eb5701ad", "Gateway": "e2e-api-a-dd5b43", "namespace": "openshift-ingress", "name": "e2e-api-a-dd5b43-authn-ssl"} 2026-09-07T22:57:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dd5b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dd5b43", "reconcileID": "baf38ee4-4f15-4870-9b98-79b6eb5701ad", "Gateway": "e2e-api-a-dd5b43", "namespace": "openshift-ingress"} 2026-09-07T22:57:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dd5b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dd5b43", "reconcileID": "48641ddf-a5f2-4b7e-b011-4ae60d546b00", "Gateway": "e2e-api-a-dd5b43", "namespace": "openshift-ingress"} 2026-09-07T22:57:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dd5b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dd5b43", "reconcileID": "48641ddf-a5f2-4b7e-b011-4ae60d546b00", "Gateway": "e2e-api-a-dd5b43", "namespace": "openshift-ingress", "name": "e2e-api-a-dd5b43-authn-ssl"} 2026-09-07T22:57:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dd5b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dd5b43", "reconcileID": "48641ddf-a5f2-4b7e-b011-4ae60d546b00", "Gateway": "e2e-api-a-dd5b43", "namespace": "openshift-ingress"} 2026-09-07T22:57:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-dd5b43"}, "namespace": "ai-tenant-e2e-api-a-dd5b43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1503f259-40e3-410a-97d1-dd7a05477600", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-dd5b43"} 2026-09-07T22:57:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-dd5b43"}, "namespace": "ai-tenant-e2e-api-a-dd5b43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1503f259-40e3-410a-97d1-dd7a05477600", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-dd5b43", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T22:57:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-dd5b43"}, "namespace": "ai-tenant-e2e-api-a-dd5b43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1503f259-40e3-410a-97d1-dd7a05477600", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-dd5b43 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T22:57:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-dd5b43"}, "namespace": "ai-tenant-e2e-api-a-dd5b43", "name": "odh-trusted-ca-bundle", "reconcileID": "54c27245-2dac-4e66-9543-ca52db29b62e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-dd5b43"} 2026-09-07T22:57:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-dd5b43"}, "namespace": "ai-tenant-e2e-api-a-dd5b43", "name": "odh-trusted-ca-bundle", "reconcileID": "54c27245-2dac-4e66-9543-ca52db29b62e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-dd5b43"} 2026-09-07T22:57:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-dd5b43"}, "namespace": "ai-tenant-e2e-api-a-dd5b43", "name": "openshift-service-ca.crt", "reconcileID": "d3e1fcc4-afe9-4f4b-95f6-383e22077824", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-dd5b43"} 2026-09-07T22:57:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-dd5b43"}, "namespace": "ai-tenant-e2e-api-a-dd5b43", "name": "openshift-service-ca.crt", "reconcileID": "d3e1fcc4-afe9-4f4b-95f6-383e22077824", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-dd5b43"} 2026-09-07T22:57:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-dd5b43"}, "namespace": "ai-tenant-e2e-api-a-dd5b43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fa37e0c-58f5-4431-9dba-b6b276c55ad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-dd5b43"} 2026-09-07T22:57:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-dd5b43"}, "namespace": "ai-tenant-e2e-api-a-dd5b43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fa37e0c-58f5-4431-9dba-b6b276c55ad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-dd5b43"} 2026-09-07T22:57:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dd5b43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dd5b43", "reconcileID": "21d3cdeb-1ee3-4933-8b10-d9fff63e96f3", "Gateway": "e2e-api-a-dd5b43", "namespace": "openshift-ingress"} 2026-09-07T22:57:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "5f4bfdce-c763-4a8e-9858-433003e20203", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress"} 2026-09-07T22:57:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "5f4bfdce-c763-4a8e-9858-433003e20203", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc-authn-ssl"} 2026-09-07T22:57:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "5f4bfdce-c763-4a8e-9858-433003e20203", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress"} 2026-09-07T22:57:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "3b617012-f61e-4738-956b-6e2c22f47297", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:57:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "3b617012-f61e-4738-956b-6e2c22f47297", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:57:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "3b617012-f61e-4738-956b-6e2c22f47297", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:57:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "3b617012-f61e-4738-956b-6e2c22f47297", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc-kserve-route-authn"} 2026-09-07T22:57:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "3b617012-f61e-4738-956b-6e2c22f47297", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "authType": "userdefined"} 2026-09-07T22:57:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "3b617012-f61e-4738-956b-6e2c22f47297", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:57:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c7776f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c7776f", "reconcileID": "817ca745-19eb-454a-a337-e5033557827d", "Gateway": "e2e-api-b-c7776f", "namespace": "openshift-ingress"} 2026-09-07T22:57:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c7776f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c7776f", "reconcileID": "817ca745-19eb-454a-a337-e5033557827d", "Gateway": "e2e-api-b-c7776f", "namespace": "openshift-ingress", "name": "e2e-api-b-c7776f-authn-ssl"} 2026-09-07T22:57:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c7776f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c7776f", "reconcileID": "817ca745-19eb-454a-a337-e5033557827d", "Gateway": "e2e-api-b-c7776f", "namespace": "openshift-ingress"} 2026-09-07T22:57:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c7776f"}, "namespace": "ai-tenant-e2e-api-b-c7776f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a78c66e5-3172-4158-ab7f-26e440823ee9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c7776f"} 2026-09-07T22:57:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c7776f"}, "namespace": "ai-tenant-e2e-api-b-c7776f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a78c66e5-3172-4158-ab7f-26e440823ee9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c7776f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T22:57:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c7776f"}, "namespace": "ai-tenant-e2e-api-b-c7776f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a78c66e5-3172-4158-ab7f-26e440823ee9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c7776f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T22:57:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c7776f"}, "namespace": "ai-tenant-e2e-api-b-c7776f", "name": "odh-trusted-ca-bundle", "reconcileID": "9105bdee-80c0-4d66-b0ca-690c97bae1fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c7776f"} 2026-09-07T22:57:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c7776f"}, "namespace": "ai-tenant-e2e-api-b-c7776f", "name": "odh-trusted-ca-bundle", "reconcileID": "9105bdee-80c0-4d66-b0ca-690c97bae1fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c7776f"} 2026-09-07T22:57:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c7776f"}, "namespace": "ai-tenant-e2e-api-b-c7776f", "name": "openshift-service-ca.crt", "reconcileID": "a0a58e21-8b49-4970-a1a2-77678bbeaaaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c7776f"} 2026-09-07T22:57:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c7776f"}, "namespace": "ai-tenant-e2e-api-b-c7776f", "name": "openshift-service-ca.crt", "reconcileID": "a0a58e21-8b49-4970-a1a2-77678bbeaaaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c7776f"} 2026-09-07T22:57:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c7776f"}, "namespace": "ai-tenant-e2e-api-b-c7776f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8067ded-a5dd-4809-9f62-0424118f4a17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c7776f"} 2026-09-07T22:57:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c7776f"}, "namespace": "ai-tenant-e2e-api-b-c7776f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8067ded-a5dd-4809-9f62-0424118f4a17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c7776f"} 2026-09-07T22:57:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "c144eeb0-ccc3-4982-a7c8-fa2ece5dda8a", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:57:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "c144eeb0-ccc3-4982-a7c8-fa2ece5dda8a", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:57:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "c144eeb0-ccc3-4982-a7c8-fa2ece5dda8a", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:57:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "c144eeb0-ccc3-4982-a7c8-fa2ece5dda8a", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc-kserve-route-authn"} 2026-09-07T22:57:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "c144eeb0-ccc3-4982-a7c8-fa2ece5dda8a", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "authType": "userdefined"} 2026-09-07T22:57:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "c144eeb0-ccc3-4982-a7c8-fa2ece5dda8a", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:57:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c7776f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c7776f", "reconcileID": "cb070f78-d306-4b74-83c3-e7fa19228fc9", "Gateway": "e2e-api-b-c7776f", "namespace": "openshift-ingress"} 2026-09-07T22:57:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-82409b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-82409b", "reconcileID": "54b50462-30a3-40a6-aa8c-c121a84e454e", "Gateway": "e2e-shared-a-w2-82409b", "namespace": "openshift-ingress"} 2026-09-07T22:57:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-82409b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-82409b", "reconcileID": "54b50462-30a3-40a6-aa8c-c121a84e454e", "Gateway": "e2e-shared-a-w2-82409b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-82409b-authn-ssl"} 2026-09-07T22:57:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-82409b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-82409b", "reconcileID": "54b50462-30a3-40a6-aa8c-c121a84e454e", "Gateway": "e2e-shared-a-w2-82409b", "namespace": "openshift-ingress"} 2026-09-07T22:57:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-82409b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-82409b", "reconcileID": "831c93cf-740a-425e-832d-063b48b29079", "Gateway": "e2e-shared-a-w2-82409b", "namespace": "openshift-ingress"} 2026-09-07T22:57:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-82409b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-82409b", "reconcileID": "831c93cf-740a-425e-832d-063b48b29079", "Gateway": "e2e-shared-a-w2-82409b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-82409b-authn-ssl"} 2026-09-07T22:57:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-82409b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-82409b", "reconcileID": "831c93cf-740a-425e-832d-063b48b29079", "Gateway": "e2e-shared-a-w2-82409b", "namespace": "openshift-ingress"} 2026-09-07T22:57:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-82409b"}, "namespace": "ai-tenant-e2e-shared-a-w2-82409b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28b97abc-8c51-4213-8fe5-a0c79007589f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-82409b"} 2026-09-07T22:57:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-82409b"}, "namespace": "ai-tenant-e2e-shared-a-w2-82409b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28b97abc-8c51-4213-8fe5-a0c79007589f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-82409b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T22:57:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-82409b"}, "namespace": "ai-tenant-e2e-shared-a-w2-82409b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28b97abc-8c51-4213-8fe5-a0c79007589f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-82409b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T22:57:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-82409b"}, "namespace": "ai-tenant-e2e-shared-a-w2-82409b", "name": "odh-trusted-ca-bundle", "reconcileID": "8d472014-b7e3-42d7-9e57-321c4b8f765a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-82409b"} 2026-09-07T22:57:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-82409b"}, "namespace": "ai-tenant-e2e-shared-a-w2-82409b", "name": "odh-trusted-ca-bundle", "reconcileID": "8d472014-b7e3-42d7-9e57-321c4b8f765a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-82409b"} 2026-09-07T22:57:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-82409b"}, "namespace": "ai-tenant-e2e-shared-a-w2-82409b", "name": "openshift-service-ca.crt", "reconcileID": "05acde31-f6d9-4e08-91cc-75fbbc3b424d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-82409b"} 2026-09-07T22:57:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-82409b"}, "namespace": "ai-tenant-e2e-shared-a-w2-82409b", "name": "openshift-service-ca.crt", "reconcileID": "05acde31-f6d9-4e08-91cc-75fbbc3b424d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-82409b"} 2026-09-07T22:57:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-82409b"}, "namespace": "ai-tenant-e2e-shared-a-w2-82409b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d622abd-563c-44e9-b92c-008935a3d2b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-82409b"} 2026-09-07T22:57:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-82409b"}, "namespace": "ai-tenant-e2e-shared-a-w2-82409b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d622abd-563c-44e9-b92c-008935a3d2b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-82409b"} 2026-09-07T22:57:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-82409b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-82409b", "reconcileID": "877f5231-d411-435f-8c90-3f01d9cf4177", "Gateway": "e2e-shared-a-w2-82409b", "namespace": "openshift-ingress"} 2026-09-07T22:58:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d0395","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "rate-test-model-1d0395", "reconcileID": "ba5c4de7-0856-4323-8cca-5fcb7d19c9c9", "LLMInferenceService": "rate-test-model-1d0395", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T22:58:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d0395","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "rate-test-model-1d0395", "reconcileID": "ba5c4de7-0856-4323-8cca-5fcb7d19c9c9", "LLMInferenceService": "rate-test-model-1d0395", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "rate-test-model-1d0395"} 2026-09-07T22:58:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d0395","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "rate-test-model-1d0395", "reconcileID": "ba5c4de7-0856-4323-8cca-5fcb7d19c9c9", "LLMInferenceService": "rate-test-model-1d0395", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T22:58:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d0395","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "rate-test-model-1d0395", "reconcileID": "ba5c4de7-0856-4323-8cca-5fcb7d19c9c9", "LLMInferenceService": "rate-test-model-1d0395", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T22:58:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d0395","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "rate-test-model-1d0395", "reconcileID": "ba5c4de7-0856-4323-8cca-5fcb7d19c9c9", "LLMInferenceService": "rate-test-model-1d0395", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "rate-test-model-1d0395-kserve-route-authn"} 2026-09-07T22:58:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d0395","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "rate-test-model-1d0395", "reconcileID": "ba5c4de7-0856-4323-8cca-5fcb7d19c9c9", "LLMInferenceService": "rate-test-model-1d0395", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "rate-test-model-1d0395-kserve-route-authn"} 2026-09-07T22:58:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d0395","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "rate-test-model-1d0395", "reconcileID": "ba5c4de7-0856-4323-8cca-5fcb7d19c9c9", "LLMInferenceService": "rate-test-model-1d0395", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T22:58:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d0395","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "rate-test-model-1d0395", "reconcileID": "ba5c4de7-0856-4323-8cca-5fcb7d19c9c9", "LLMInferenceService": "rate-test-model-1d0395", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T22:58:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1d0395","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "rate-test-model-1d0395", "reconcileID": "0038a1ec-217a-43ec-8a50-f98a57211749", "LLMInferenceService": "rate-test-model-1d0395", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T22:58:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "24c0328e-0bae-4880-b048-3dc353aa3fa7", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress"} 2026-09-07T22:58:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "24c0328e-0bae-4880-b048-3dc353aa3fa7", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395-authn-ssl"} 2026-09-07T22:58:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "24c0328e-0bae-4880-b048-3dc353aa3fa7", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress"} 2026-09-07T22:58:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "0cca7049-c267-40b1-a84d-33eeb9525f4e", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress"} 2026-09-07T22:58:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "0cca7049-c267-40b1-a84d-33eeb9525f4e", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395-authn-ssl"} 2026-09-07T22:58:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "0cca7049-c267-40b1-a84d-33eeb9525f4e", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress"} 2026-09-07T22:58:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "7144bacf-2e27-4749-b5cf-b1a5d6ca2075", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:58:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "7144bacf-2e27-4749-b5cf-b1a5d6ca2075", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc"} 2026-09-07T22:58:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "7144bacf-2e27-4749-b5cf-b1a5d6ca2075", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:58:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "7144bacf-2e27-4749-b5cf-b1a5d6ca2075", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:58:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "7144bacf-2e27-4749-b5cf-b1a5d6ca2075", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc-kserve-route-authn"} 2026-09-07T22:58:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "7144bacf-2e27-4749-b5cf-b1a5d6ca2075", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc-kserve-route-authn"} 2026-09-07T22:58:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "7144bacf-2e27-4749-b5cf-b1a5d6ca2075", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:58:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "7144bacf-2e27-4749-b5cf-b1a5d6ca2075", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:58:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7823cc","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "rate-test-model-7823cc", "reconcileID": "9a5a10c9-8cef-4927-a4f7-f25fed320485", "LLMInferenceService": "rate-test-model-7823cc", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T22:58:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "12f0786d-82f3-4d0a-b935-4691cce567f2", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress"} 2026-09-07T22:58:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "12f0786d-82f3-4d0a-b935-4691cce567f2", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc-authn-ssl"} 2026-09-07T22:58:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "12f0786d-82f3-4d0a-b935-4691cce567f2", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress"} 2026-09-07T22:58:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "8ec6f7fe-43a2-4f8d-9851-d9a236a7a2fb", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress"} 2026-09-07T22:58:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "8ec6f7fe-43a2-4f8d-9851-d9a236a7a2fb", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc-authn-ssl"} 2026-09-07T22:58:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "8ec6f7fe-43a2-4f8d-9851-d9a236a7a2fb", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress"} 2026-09-07T22:58:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5483b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5483b1", "reconcileID": "d25abc9e-27b3-491c-8810-cd326bd42da9", "Gateway": "e2e-shared-b-w2-5483b1", "namespace": "openshift-ingress"} 2026-09-07T22:58:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5483b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5483b1", "reconcileID": "d25abc9e-27b3-491c-8810-cd326bd42da9", "Gateway": "e2e-shared-b-w2-5483b1", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5483b1-authn-ssl"} 2026-09-07T22:58:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5483b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5483b1", "reconcileID": "d25abc9e-27b3-491c-8810-cd326bd42da9", "Gateway": "e2e-shared-b-w2-5483b1", "namespace": "openshift-ingress"} 2026-09-07T22:58:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "bfa1811a-dd64-417c-8839-d532fcce8159", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "bfa1811a-dd64-417c-8839-d532fcce8159", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T22:58:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "bfa1811a-dd64-417c-8839-d532fcce8159", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "ef8c0747-01ca-4e6c-9fa5-5b34790dadfc", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "ef8c0747-01ca-4e6c-9fa5-5b34790dadfc", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T22:58:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "ef8c0747-01ca-4e6c-9fa5-5b34790dadfc", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "428dd589-2aab-4543-92fd-6a896d49244e", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "428dd589-2aab-4543-92fd-6a896d49244e", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T22:58:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "428dd589-2aab-4543-92fd-6a896d49244e", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "fcb4cd92-7aca-4d7b-9307-e237741053d6", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "fcb4cd92-7aca-4d7b-9307-e237741053d6", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T22:58:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "fcb4cd92-7aca-4d7b-9307-e237741053d6", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "1f7fb820-111b-4db6-a98f-f36cc2f78477", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "1f7fb820-111b-4db6-a98f-f36cc2f78477", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T22:58:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "1f7fb820-111b-4db6-a98f-f36cc2f78477", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "84fbe37d-caa4-4a7f-bca6-179d44395e07", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "84fbe37d-caa4-4a7f-bca6-179d44395e07", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T22:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "84fbe37d-caa4-4a7f-bca6-179d44395e07", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "openshift-service-ca.crt", "reconcileID": "ad5619ed-c94e-4933-97c1-509d846bc927", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:58:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "odh-trusted-ca-bundle", "reconcileID": "9e5d3072-03b5-44a4-a8d8-8950e61a3d99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:58:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "openshift-service-ca.crt", "reconcileID": "7d657a59-dacf-40b2-ad83-f05bf045b064", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T22:58:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "openshift-service-ca.crt", "reconcileID": "7d657a59-dacf-40b2-ad83-f05bf045b064", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:58:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1f3d159-535f-4a81-9ad6-d1af82dd08f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:58:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "openshift-service-ca.crt", "reconcileID": "0ccaf981-7319-42a8-8169-e6e39a4daf53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:58:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "odh-trusted-ca-bundle", "reconcileID": "4398bf94-dc8d-4275-97e1-4aa28e7e6139", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T22:58:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "odh-trusted-ca-bundle", "reconcileID": "4398bf94-dc8d-4275-97e1-4aa28e7e6139", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:58:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f7abea6-3fef-46db-a4c4-072ebc357ba9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:58:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "da0cf95d-7b2a-475f-af73-2b1e6e6932a8", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "da0cf95d-7b2a-475f-af73-2b1e6e6932a8", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T22:58:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "da0cf95d-7b2a-475f-af73-2b1e6e6932a8", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5483b1"}, "namespace": "ai-tenant-e2e-shared-b-w2-5483b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d59f916-a233-4f5c-9bb1-9b7ecd8e52ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5483b1"} 2026-09-07T22:58:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5483b1"}, "namespace": "ai-tenant-e2e-shared-b-w2-5483b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d59f916-a233-4f5c-9bb1-9b7ecd8e52ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5483b1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T22:58:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5483b1"}, "namespace": "ai-tenant-e2e-shared-b-w2-5483b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d59f916-a233-4f5c-9bb1-9b7ecd8e52ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-5483b1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T22:58:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5483b1"}, "namespace": "ai-tenant-e2e-shared-b-w2-5483b1", "name": "odh-trusted-ca-bundle", "reconcileID": "3cab21e3-32d5-4042-8480-686214c7059d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5483b1"} 2026-09-07T22:58:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5483b1"}, "namespace": "ai-tenant-e2e-shared-b-w2-5483b1", "name": "odh-trusted-ca-bundle", "reconcileID": "3cab21e3-32d5-4042-8480-686214c7059d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5483b1"} 2026-09-07T22:58:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5483b1"}, "namespace": "ai-tenant-e2e-shared-b-w2-5483b1", "name": "openshift-service-ca.crt", "reconcileID": "6052f342-15bb-42bf-9506-9e9a346a21bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5483b1"} 2026-09-07T22:58:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5483b1"}, "namespace": "ai-tenant-e2e-shared-b-w2-5483b1", "name": "openshift-service-ca.crt", "reconcileID": "6052f342-15bb-42bf-9506-9e9a346a21bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5483b1"} 2026-09-07T22:58:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5483b1"}, "namespace": "ai-tenant-e2e-shared-b-w2-5483b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "139ab37a-09be-4da6-9e8f-5f0501fab427", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5483b1"} 2026-09-07T22:58:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5483b1"}, "namespace": "ai-tenant-e2e-shared-b-w2-5483b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "139ab37a-09be-4da6-9e8f-5f0501fab427", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5483b1"} 2026-09-07T22:58:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5483b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5483b1", "reconcileID": "b712da6f-5f3e-4b25-881a-008d9fdf8556", "Gateway": "e2e-shared-b-w2-5483b1", "namespace": "openshift-ingress"} 2026-09-07T22:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "f438b5f7-0add-4a23-b1ed-b7193424f180", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "f438b5f7-0add-4a23-b1ed-b7193424f180", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T22:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "f438b5f7-0add-4a23-b1ed-b7193424f180", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:58:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "dda59aa3-2ce2-4cd2-b9d6-2d5067719a06", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "dda59aa3-2ce2-4cd2-b9d6-2d5067719a06", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93-authn-ssl"} 2026-09-07T22:58:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "dda59aa3-2ce2-4cd2-b9d6-2d5067719a06", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "1fbf3b54-838e-46de-93e7-fbaed6885d2d", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "1fbf3b54-838e-46de-93e7-fbaed6885d2d", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93-authn-ssl"} 2026-09-07T22:58:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "1fbf3b54-838e-46de-93e7-fbaed6885d2d", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "f7a56b4a-a5aa-4da5-8af5-9eab7ab525a8", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "f7a56b4a-a5aa-4da5-8af5-9eab7ab525a8", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93-authn-ssl"} 2026-09-07T22:58:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "f7a56b4a-a5aa-4da5-8af5-9eab7ab525a8", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "ce5d305c-ad5a-489f-9f43-07fde7ad6052", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "ce5d305c-ad5a-489f-9f43-07fde7ad6052", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93-authn-ssl"} 2026-09-07T22:58:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "ce5d305c-ad5a-489f-9f43-07fde7ad6052", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "e986532b-3597-4903-9b9a-afdbe2868837", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "e986532b-3597-4903-9b9a-afdbe2868837", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93-authn-ssl"} 2026-09-07T22:58:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "e986532b-3597-4903-9b9a-afdbe2868837", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "08271188-dd9c-46f5-9675-aefa84aad281", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "08271188-dd9c-46f5-9675-aefa84aad281", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93-authn-ssl"} 2026-09-07T22:58:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "08271188-dd9c-46f5-9675-aefa84aad281", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "b02e55d4-1336-4485-bb14-15b5a9cede7e", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "b02e55d4-1336-4485-bb14-15b5a9cede7e", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93-authn-ssl"} 2026-09-07T22:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "b02e55d4-1336-4485-bb14-15b5a9cede7e", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "openshift-service-ca.crt", "reconcileID": "4d0d8f9a-8761-4f88-9d1c-7412bc20802e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T22:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "odh-trusted-ca-bundle", "reconcileID": "9f8abf58-5634-4fff-90f7-d7512d490836", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T22:58:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "openshift-service-ca.crt", "reconcileID": "3eec3588-46d5-40ea-aee3-adc248e66322", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-046f93", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T22:58:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "openshift-service-ca.crt", "reconcileID": "3eec3588-46d5-40ea-aee3-adc248e66322", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T22:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6583902-524b-493a-8290-c85e948ed932", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T22:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "openshift-service-ca.crt", "reconcileID": "abd6a002-4c1f-4827-a926-bd26f4d19a3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T22:58:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "odh-trusted-ca-bundle", "reconcileID": "b68a6fc3-44f3-4af7-a9ba-8f9407a6e98a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-046f93", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T22:58:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "odh-trusted-ca-bundle", "reconcileID": "b68a6fc3-44f3-4af7-a9ba-8f9407a6e98a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T22:58:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b5dc25c-6388-451f-9481-be662c67d112", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T22:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "2d054772-7fc5-4fb8-856b-89375d28a2e1", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "2d054772-7fc5-4fb8-856b-89375d28a2e1", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93-authn-ssl"} 2026-09-07T22:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "2d054772-7fc5-4fb8-856b-89375d28a2e1", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "4e8464dd-4dea-4860-be31-e9538cf99881", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:58:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "4e8464dd-4dea-4860-be31-e9538cf99881", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93-authn-ssl"} 2026-09-07T22:58:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "4e8464dd-4dea-4860-be31-e9538cf99881", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T22:59:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "bf0d5bcf-8ce6-4ef0-82d7-c5f86ae96eff", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "bf0d5bcf-8ce6-4ef0-82d7-c5f86ae96eff", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "bf0d5bcf-8ce6-4ef0-82d7-c5f86ae96eff", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "16d169da-e7ff-4056-a50a-f5c5923d73db", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:59:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "bf0d5bcf-8ce6-4ef0-82d7-c5f86ae96eff", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653-kserve-route-authn"} 2026-09-07T22:59:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "bf0d5bcf-8ce6-4ef0-82d7-c5f86ae96eff", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "authType": "userdefined"} 2026-09-07T22:59:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "bf0d5bcf-8ce6-4ef0-82d7-c5f86ae96eff", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "16d169da-e7ff-4056-a50a-f5c5923d73db", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T22:59:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "16d169da-e7ff-4056-a50a-f5c5923d73db", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:59:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "a8438102-7f6d-4739-a604-5c67949d6cf4", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "a8438102-7f6d-4739-a604-5c67949d6cf4", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "a8438102-7f6d-4739-a604-5c67949d6cf4", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "a8438102-7f6d-4739-a604-5c67949d6cf4", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653-kserve-route-authn"} 2026-09-07T22:59:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "a8438102-7f6d-4739-a604-5c67949d6cf4", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "authType": "userdefined"} 2026-09-07T22:59:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "a8438102-7f6d-4739-a604-5c67949d6cf4", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "69606630-6c8c-4e7b-89d1-cdd25f8475b3", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:59:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "69606630-6c8c-4e7b-89d1-cdd25f8475b3", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T22:59:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "69606630-6c8c-4e7b-89d1-cdd25f8475b3", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T22:59:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "2902acbf-8755-415e-93a0-4b65f6fd7a53", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "2902acbf-8755-415e-93a0-4b65f6fd7a53", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "2902acbf-8755-415e-93a0-4b65f6fd7a53", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "2902acbf-8755-415e-93a0-4b65f6fd7a53", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653-kserve-route-authn"} 2026-09-07T22:59:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "2902acbf-8755-415e-93a0-4b65f6fd7a53", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "authType": "userdefined"} 2026-09-07T22:59:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "2902acbf-8755-415e-93a0-4b65f6fd7a53", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "508efadc-c143-49be-bfe2-ec9f1eaa1299", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "508efadc-c143-49be-bfe2-ec9f1eaa1299", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "508efadc-c143-49be-bfe2-ec9f1eaa1299", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T22:59:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "508efadc-c143-49be-bfe2-ec9f1eaa1299", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653-kserve-route-authn"} 2026-09-07T22:59:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "508efadc-c143-49be-bfe2-ec9f1eaa1299", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "authType": "userdefined"} 2026-09-07T22:59:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "508efadc-c143-49be-bfe2-ec9f1eaa1299", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "8d316a44-9acf-4884-8d2f-a5648b3f1898", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "8d316a44-9acf-4884-8d2f-a5648b3f1898", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e-authn-ssl"} 2026-09-07T23:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "8d316a44-9acf-4884-8d2f-a5648b3f1898", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "7120ce19-ae67-43bd-baba-b184cec35c3d", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "7120ce19-ae67-43bd-baba-b184cec35c3d", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e-authn-ssl"} 2026-09-07T23:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "7120ce19-ae67-43bd-baba-b184cec35c3d", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "50adabba-d53e-42b4-a39a-e88a31c59e58", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "50adabba-d53e-42b4-a39a-e88a31c59e58", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e-authn-ssl"} 2026-09-07T23:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "50adabba-d53e-42b4-a39a-e88a31c59e58", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "b7682ec1-0669-43f6-80c7-8343a27772ea", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "b7682ec1-0669-43f6-80c7-8343a27772ea", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e-authn-ssl"} 2026-09-07T23:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "b7682ec1-0669-43f6-80c7-8343a27772ea", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "809b575f-983f-46bb-90a9-23096a77ee67", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "809b575f-983f-46bb-90a9-23096a77ee67", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e-authn-ssl"} 2026-09-07T23:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "809b575f-983f-46bb-90a9-23096a77ee67", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "57d1a417-e85c-4d6c-997d-fb41615c8cf6", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "57d1a417-e85c-4d6c-997d-fb41615c8cf6", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e-authn-ssl"} 2026-09-07T23:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "57d1a417-e85c-4d6c-997d-fb41615c8cf6", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "ec4842cb-bc77-465e-b986-8257eff82eb8", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "ec4842cb-bc77-465e-b986-8257eff82eb8", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e-authn-ssl"} 2026-09-07T23:00:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "ec4842cb-bc77-465e-b986-8257eff82eb8", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "openshift-service-ca.crt", "reconcileID": "d420f95d-0b28-4f49-8b5b-6acff6a03643", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "ae532322-97fd-4ecd-a383-858934a053c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "openshift-service-ca.crt", "reconcileID": "5a93042f-fa6c-46f4-a2df-87a8775549f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T23:00:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "openshift-service-ca.crt", "reconcileID": "5a93042f-fa6c-46f4-a2df-87a8775549f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f36f4a17-6c3d-4a4f-991b-9c5590630c87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "openshift-service-ca.crt", "reconcileID": "c38793b1-b474-44b8-9337-2b0f0ebbe799", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "1fa9d1ea-3750-4a58-8a4a-1658ce1a0784", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T23:00:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "1fa9d1ea-3750-4a58-8a4a-1658ce1a0784", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1053e541-b70f-4c7d-8d6e-d9c99b02b99f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "52a9fa5b-0830-4151-aab7-c640552ff12a", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "52a9fa5b-0830-4151-aab7-c640552ff12a", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e-authn-ssl"} 2026-09-07T23:00:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "52a9fa5b-0830-4151-aab7-c640552ff12a", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "1e9d6681-34d9-4574-b91f-86bedbf7f482", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "1e9d6681-34d9-4574-b91f-86bedbf7f482", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e-authn-ssl"} 2026-09-07T23:00:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "1e9d6681-34d9-4574-b91f-86bedbf7f482", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "6d49e7b0-44d2-45a2-bbc3-749f66659768", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "6d49e7b0-44d2-45a2-bbc3-749f66659768", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e-authn-ssl"} 2026-09-07T23:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "6d49e7b0-44d2-45a2-bbc3-749f66659768", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:00:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7682709f-10ad-4f7b-a972-e47a5ba07643", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7682709f-10ad-4f7b-a972-e47a5ba07643", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T23:00:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7682709f-10ad-4f7b-a972-e47a5ba07643", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-277d3e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T23:00:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "34216f1d-17c9-4bca-a3e3-89ed82f3823a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "odh-trusted-ca-bundle", "reconcileID": "34216f1d-17c9-4bca-a3e3-89ed82f3823a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "openshift-service-ca.crt", "reconcileID": "3b98ed2b-5663-4769-96b8-a0501db4bdc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "openshift-service-ca.crt", "reconcileID": "3b98ed2b-5663-4769-96b8-a0501db4bdc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fef3c8dd-aae4-464f-8f5c-6c0baf754183", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-277d3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fef3c8dd-aae4-464f-8f5c-6c0baf754183", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-277d3e"} 2026-09-07T23:00:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-277d3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-277d3e", "reconcileID": "9892d391-d475-42b3-8968-b5351eb550ca", "Gateway": "e2e-ipp-cleanup-277d3e", "namespace": "openshift-ingress"} 2026-09-07T23:01:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "75b05ed0-4386-468b-bdad-e07bbe4175dc", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T23:01:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "75b05ed0-4386-468b-bdad-e07bbe4175dc", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T23:01:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "75b05ed0-4386-468b-bdad-e07bbe4175dc", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T23:01:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "c57599a0-0054-42ba-ba36-4de3272e49ab", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T23:01:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "c57599a0-0054-42ba-ba36-4de3272e49ab", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T23:01:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "c57599a0-0054-42ba-ba36-4de3272e49ab", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T23:01:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T23:01:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T23:01:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T23:01:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T23:01:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "78e0d3df-92e4-4478-93e7-c051c7bd9ab2", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "78e0d3df-92e4-4478-93e7-c051c7bd9ab2", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "78e0d3df-92e4-4478-93e7-c051c7bd9ab2", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "78e0d3df-92e4-4478-93e7-c051c7bd9ab2", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653-kserve-route-authn"} 2026-09-07T23:01:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "78e0d3df-92e4-4478-93e7-c051c7bd9ab2", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "authType": "userdefined"} 2026-09-07T23:01:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "78e0d3df-92e4-4478-93e7-c051c7bd9ab2", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "65138a17-d738-4d65-9046-018c72379c21", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T23:01:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "65138a17-d738-4d65-9046-018c72379c21", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T23:01:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "65138a17-d738-4d65-9046-018c72379c21", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T23:01:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "241b62de-02df-40cb-bab3-2aa42cc63ff5", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T23:01:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "241b62de-02df-40cb-bab3-2aa42cc63ff5", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T23:01:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "241b62de-02df-40cb-bab3-2aa42cc63ff5", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T23:01:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "d1f1d7f5-43f9-4588-93ef-4dd86544d5c1", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "d1f1d7f5-43f9-4588-93ef-4dd86544d5c1", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653"} 2026-09-07T23:01:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "d1f1d7f5-43f9-4588-93ef-4dd86544d5c1", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "d1f1d7f5-43f9-4588-93ef-4dd86544d5c1", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "d1f1d7f5-43f9-4588-93ef-4dd86544d5c1", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653-kserve-route-authn"} 2026-09-07T23:01:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "d1f1d7f5-43f9-4588-93ef-4dd86544d5c1", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653-kserve-route-authn"} 2026-09-07T23:01:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "d1f1d7f5-43f9-4588-93ef-4dd86544d5c1", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "d1f1d7f5-43f9-4588-93ef-4dd86544d5c1", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "205c9ef0-bfd0-4381-9162-b1839b062da2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "205c9ef0-bfd0-4381-9162-b1839b062da2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T23:01:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "205c9ef0-bfd0-4381-9162-b1839b062da2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1dd653 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T23:01:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "odh-trusted-ca-bundle", "reconcileID": "43378ead-96d3-4c61-a75e-45f0eadb9f51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "odh-trusted-ca-bundle", "reconcileID": "43378ead-96d3-4c61-a75e-45f0eadb9f51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "openshift-service-ca.crt", "reconcileID": "8041f646-8586-4cec-93e8-8156fd04dfbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "openshift-service-ca.crt", "reconcileID": "8041f646-8586-4cec-93e8-8156fd04dfbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d77fe75b-98e6-4fe1-b980-ba481d150057", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d77fe75b-98e6-4fe1-b980-ba481d150057", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "04c7ee85-8c77-4efd-9067-811a4e5aba34", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "04c7ee85-8c77-4efd-9067-811a4e5aba34", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653"} 2026-09-07T23:01:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "04c7ee85-8c77-4efd-9067-811a4e5aba34", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "04c7ee85-8c77-4efd-9067-811a4e5aba34", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "04c7ee85-8c77-4efd-9067-811a4e5aba34", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653-kserve-route-authn"} 2026-09-07T23:01:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "04c7ee85-8c77-4efd-9067-811a4e5aba34", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653-kserve-route-authn"} 2026-09-07T23:01:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "04c7ee85-8c77-4efd-9067-811a4e5aba34", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "04c7ee85-8c77-4efd-9067-811a4e5aba34", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1dd653","namespace":"ai-tenant-e2e-ipp-a-1dd653"}, "namespace": "ai-tenant-e2e-ipp-a-1dd653", "name": "ipp-route-1dd653", "reconcileID": "9bee53d1-9c2e-4d4a-9d8a-52280adba68f", "LLMInferenceService": "ipp-route-1dd653", "namespace": "ai-tenant-e2e-ipp-a-1dd653"} 2026-09-07T23:01:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "5dc782d8-a0fc-44ed-8b34-ebed3939a2f2", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T23:01:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "5dc782d8-a0fc-44ed-8b34-ebed3939a2f2", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653-authn-ssl"} 2026-09-07T23:01:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "5dc782d8-a0fc-44ed-8b34-ebed3939a2f2", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T23:01:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1dd653","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1dd653", "reconcileID": "c962aded-4511-4b75-873f-b672b225b2b4", "Gateway": "e2e-ipp-a-1dd653", "namespace": "openshift-ingress"} 2026-09-07T23:02:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "98ab75f8-a4fb-4721-ad37-c490764a4d5e", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T23:02:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "98ab75f8-a4fb-4721-ad37-c490764a4d5e", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93-authn-ssl"} 2026-09-07T23:02:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "98ab75f8-a4fb-4721-ad37-c490764a4d5e", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T23:02:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "89a0ee73-1dd7-47d6-8db3-4183be2227f2", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T23:02:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "89a0ee73-1dd7-47d6-8db3-4183be2227f2", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93-authn-ssl"} 2026-09-07T23:02:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "89a0ee73-1dd7-47d6-8db3-4183be2227f2", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T23:02:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0d722cd-a50b-48c2-82ab-83af04f7d77c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T23:02:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0d722cd-a50b-48c2-82ab-83af04f7d77c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-046f93", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T23:02:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0d722cd-a50b-48c2-82ab-83af04f7d77c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-046f93 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T23:02:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "odh-trusted-ca-bundle", "reconcileID": "3a7d492c-53ac-4009-8e5b-19c7d0afe01a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T23:02:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "odh-trusted-ca-bundle", "reconcileID": "3a7d492c-53ac-4009-8e5b-19c7d0afe01a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T23:02:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "openshift-service-ca.crt", "reconcileID": "2b9c542f-84ac-418e-a56c-96520164ef9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T23:02:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "openshift-service-ca.crt", "reconcileID": "2b9c542f-84ac-418e-a56c-96520164ef9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T23:02:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1334b314-08bd-406b-9440-0048059d3129", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T23:02:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-046f93"}, "namespace": "ai-tenant-e2e-ipp-b-046f93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1334b314-08bd-406b-9440-0048059d3129", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-046f93"} 2026-09-07T23:02:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-046f93","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-046f93", "reconcileID": "d5427667-dcf8-4e8d-988f-21a656f76c52", "Gateway": "e2e-ipp-b-046f93", "namespace": "openshift-ingress"} 2026-09-07T23:02:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "16bcef68-d4be-4cd9-9dc5-bd8a340dc080", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress"} 2026-09-07T23:02:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "16bcef68-d4be-4cd9-9dc5-bd8a340dc080", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395-authn-ssl"} 2026-09-07T23:02:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "16bcef68-d4be-4cd9-9dc5-bd8a340dc080", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress"} 2026-09-07T23:02:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "666d9797-2cc6-4e3c-b456-d4cdff374625", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress"} 2026-09-07T23:02:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "666d9797-2cc6-4e3c-b456-d4cdff374625", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395-authn-ssl"} 2026-09-07T23:02:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "666d9797-2cc6-4e3c-b456-d4cdff374625", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress"} 2026-09-07T23:02:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "340257c6-5ca5-4877-9f01-6409b9490f38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T23:02:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "340257c6-5ca5-4877-9f01-6409b9490f38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T23:02:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "340257c6-5ca5-4877-9f01-6409b9490f38", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-1d0395 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T23:02:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "odh-trusted-ca-bundle", "reconcileID": "8ef73468-7346-4303-bf34-08db373025f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T23:02:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "odh-trusted-ca-bundle", "reconcileID": "8ef73468-7346-4303-bf34-08db373025f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T23:02:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "openshift-service-ca.crt", "reconcileID": "c0338275-9ed4-4286-b025-25f0735c1f31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T23:02:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "openshift-service-ca.crt", "reconcileID": "c0338275-9ed4-4286-b025-25f0735c1f31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T23:02:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "891a81bb-c98d-4277-9531-166fe8553e60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T23:02:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1d0395"}, "namespace": "ai-tenant-e2e-shared-a-w3-1d0395", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "891a81bb-c98d-4277-9531-166fe8553e60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1d0395"} 2026-09-07T23:02:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1d0395","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1d0395", "reconcileID": "67aee3a1-bc9e-4630-a6b8-c85f6f5d09a9", "Gateway": "e2e-shared-a-w3-1d0395", "namespace": "openshift-ingress"} 2026-09-07T23:02:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "7ccecbc1-0b82-4348-9eb1-758b10a9400b", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress"} 2026-09-07T23:02:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "7ccecbc1-0b82-4348-9eb1-758b10a9400b", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc-authn-ssl"} 2026-09-07T23:02:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "7ccecbc1-0b82-4348-9eb1-758b10a9400b", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress"} 2026-09-07T23:02:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "77e3581e-be79-4030-b121-47cb5f53fe62", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress"} 2026-09-07T23:02:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "77e3581e-be79-4030-b121-47cb5f53fe62", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc-authn-ssl"} 2026-09-07T23:02:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "77e3581e-be79-4030-b121-47cb5f53fe62", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress"} 2026-09-07T23:02:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8c6d5b7-7f70-4205-8cd7-57633c633704", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T23:02:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8c6d5b7-7f70-4205-8cd7-57633c633704", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T23:02:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8c6d5b7-7f70-4205-8cd7-57633c633704", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7823cc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T23:02:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "odh-trusted-ca-bundle", "reconcileID": "ecacd2a0-d781-4538-841d-3f43c15222a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T23:02:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "odh-trusted-ca-bundle", "reconcileID": "ecacd2a0-d781-4538-841d-3f43c15222a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T23:02:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "openshift-service-ca.crt", "reconcileID": "f3c5602a-f006-49a7-9957-c3f05092e33b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T23:02:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "openshift-service-ca.crt", "reconcileID": "f3c5602a-f006-49a7-9957-c3f05092e33b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T23:02:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cebe8407-49ab-43c3-a2ce-1d934ac8b296", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T23:02:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7823cc"}, "namespace": "ai-tenant-e2e-shared-b-w3-7823cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cebe8407-49ab-43c3-a2ce-1d934ac8b296", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7823cc"} 2026-09-07T23:02:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7823cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7823cc", "reconcileID": "50df1fca-32d1-474e-9b0f-87b44fbe64cc", "Gateway": "e2e-shared-b-w3-7823cc", "namespace": "openshift-ingress"} 2026-09-07T23:06:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4637204d-035e-4f0a-8004-e726f92f31af", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:06:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4637204d-035e-4f0a-8004-e726f92f31af", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:06:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4637204d-035e-4f0a-8004-e726f92f31af", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc09b537-d34a-4c45-b351-fe365bb76d12", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:06:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4637204d-035e-4f0a-8004-e726f92f31af", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm", "name": "e2e-same-id-a-bc653fb1-kserve-route-authn"} 2026-09-07T23:06:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4637204d-035e-4f0a-8004-e726f92f31af", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-07T23:06:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4637204d-035e-4f0a-8004-e726f92f31af", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc09b537-d34a-4c45-b351-fe365bb76d12", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T23:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc09b537-d34a-4c45-b351-fe365bb76d12", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:06:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "0b395d6d-52f1-42c0-8c09-e689fbfdd5f0", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:06:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "0b395d6d-52f1-42c0-8c09-e689fbfdd5f0", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:06:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "0b395d6d-52f1-42c0-8c09-e689fbfdd5f0", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:06:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "0b395d6d-52f1-42c0-8c09-e689fbfdd5f0", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm", "name": "e2e-same-id-b-bc653fb1-kserve-route-authn"} 2026-09-07T23:06:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "0b395d6d-52f1-42c0-8c09-e689fbfdd5f0", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-07T23:06:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "0b395d6d-52f1-42c0-8c09-e689fbfdd5f0", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6812836-c26e-4edc-9da9-fd0f0a5d6db7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6812836-c26e-4edc-9da9-fd0f0a5d6db7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T23:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6812836-c26e-4edc-9da9-fd0f0a5d6db7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:06:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "784d5a02-46fd-4643-8a52-2aeff4370f8b", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:06:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "784d5a02-46fd-4643-8a52-2aeff4370f8b", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:06:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "784d5a02-46fd-4643-8a52-2aeff4370f8b", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:06:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "784d5a02-46fd-4643-8a52-2aeff4370f8b", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm", "name": "e2e-same-id-a-bc653fb1-kserve-route-authn"} 2026-09-07T23:06:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "784d5a02-46fd-4643-8a52-2aeff4370f8b", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-07T23:06:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "784d5a02-46fd-4643-8a52-2aeff4370f8b", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ae3f09f-1122-458d-8532-ee4d7ebecfcf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:07:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ae3f09f-1122-458d-8532-ee4d7ebecfcf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T23:07:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ae3f09f-1122-458d-8532-ee4d7ebecfcf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:07:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4055749c-3355-4903-b4e7-935557313e12", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4055749c-3355-4903-b4e7-935557313e12", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4055749c-3355-4903-b4e7-935557313e12", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4055749c-3355-4903-b4e7-935557313e12", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm", "name": "e2e-same-id-a-bc653fb1-kserve-route-authn"} 2026-09-07T23:07:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4055749c-3355-4903-b4e7-935557313e12", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-07T23:07:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4055749c-3355-4903-b4e7-935557313e12", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "fc9d1a49-c324-4c14-80a8-8839f91a48fc", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "fc9d1a49-c324-4c14-80a8-8839f91a48fc", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "fc9d1a49-c324-4c14-80a8-8839f91a48fc", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "fc9d1a49-c324-4c14-80a8-8839f91a48fc", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm", "name": "e2e-same-id-b-bc653fb1-kserve-route-authn"} 2026-09-07T23:07:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "fc9d1a49-c324-4c14-80a8-8839f91a48fc", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-07T23:07:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "fc9d1a49-c324-4c14-80a8-8839f91a48fc", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fdb9f317-d099-4ea4-b078-7fd33b3a0509", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:07:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fdb9f317-d099-4ea4-b078-7fd33b3a0509", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T23:07:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fdb9f317-d099-4ea4-b078-7fd33b3a0509", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:07:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "0c3f8388-47a3-41a0-b9a5-66e49005100d", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "0c3f8388-47a3-41a0-b9a5-66e49005100d", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "0c3f8388-47a3-41a0-b9a5-66e49005100d", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "0c3f8388-47a3-41a0-b9a5-66e49005100d", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm", "name": "e2e-same-id-b-bc653fb1-kserve-route-authn"} 2026-09-07T23:07:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "0c3f8388-47a3-41a0-b9a5-66e49005100d", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-07T23:07:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "0c3f8388-47a3-41a0-b9a5-66e49005100d", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:32Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T23:07:32Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T23:07:33Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T23:07:33Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T23:07:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "7864334b-456b-495b-9ead-7d41212e48f9", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "7864334b-456b-495b-9ead-7d41212e48f9", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "7864334b-456b-495b-9ead-7d41212e48f9", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "7864334b-456b-495b-9ead-7d41212e48f9", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm", "name": "e2e-same-id-a-bc653fb1-kserve-route-authn"} 2026-09-07T23:07:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "7864334b-456b-495b-9ead-7d41212e48f9", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-07T23:07:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "7864334b-456b-495b-9ead-7d41212e48f9", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "3b532922-1dd2-471e-adfd-0c2d5958af6f", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "3b532922-1dd2-471e-adfd-0c2d5958af6f", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "3b532922-1dd2-471e-adfd-0c2d5958af6f", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "3b532922-1dd2-471e-adfd-0c2d5958af6f", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm", "name": "e2e-same-id-b-bc653fb1-kserve-route-authn"} 2026-09-07T23:07:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "3b532922-1dd2-471e-adfd-0c2d5958af6f", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm", "authType": "userdefined"} 2026-09-07T23:07:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "3b532922-1dd2-471e-adfd-0c2d5958af6f", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "233ce756-22c8-43df-890c-4edbbc6722ce", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "233ce756-22c8-43df-890c-4edbbc6722ce", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm", "name": "e2e-same-id-a-bc653fb1"} 2026-09-07T23:07:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "233ce756-22c8-43df-890c-4edbbc6722ce", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "233ce756-22c8-43df-890c-4edbbc6722ce", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "233ce756-22c8-43df-890c-4edbbc6722ce", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm", "name": "e2e-same-id-a-bc653fb1-kserve-route-authn"} 2026-09-07T23:07:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "233ce756-22c8-43df-890c-4edbbc6722ce", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm", "name": "e2e-same-id-a-bc653fb1-kserve-route-authn"} 2026-09-07T23:07:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bc653fb1", "reconcileID": "4204eaa9-ddfa-4f65-b1c4-4db4518e3894", "LLMInferenceService": "e2e-same-id-a-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e323e0b3-5e68-46f1-9b1a-6febe915e58e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:07:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e323e0b3-5e68-46f1-9b1a-6febe915e58e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T23:07:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e323e0b3-5e68-46f1-9b1a-6febe915e58e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:07:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2486b14-c4aa-4cf1-86f4-0e5918adfa4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:07:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2486b14-c4aa-4cf1-86f4-0e5918adfa4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T23:07:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2486b14-c4aa-4cf1-86f4-0e5918adfa4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:07:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "93baa014-d299-41b3-b63e-c3a9c6d9eb74", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "93baa014-d299-41b3-b63e-c3a9c6d9eb74", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm", "name": "e2e-same-id-b-bc653fb1"} 2026-09-07T23:07:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "93baa014-d299-41b3-b63e-c3a9c6d9eb74", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "93baa014-d299-41b3-b63e-c3a9c6d9eb74", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "93baa014-d299-41b3-b63e-c3a9c6d9eb74", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm", "name": "e2e-same-id-b-bc653fb1-kserve-route-authn"} 2026-09-07T23:07:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "93baa014-d299-41b3-b63e-c3a9c6d9eb74", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm", "name": "e2e-same-id-b-bc653fb1-kserve-route-authn"} 2026-09-07T23:07:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bc653fb1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bc653fb1", "reconcileID": "38a4ab82-675b-40ed-8d29-e5fb26571fb7", "LLMInferenceService": "e2e-same-id-b-bc653fb1", "namespace": "llm"} 2026-09-07T23:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56b839ef-f39a-42be-b496-7d71634d9b72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56b839ef-f39a-42be-b496-7d71634d9b72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T23:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56b839ef-f39a-42be-b496-7d71634d9b72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:07:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d33a3a9-f96c-4611-9d7a-005a8f9c399b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T23:07:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d33a3a9-f96c-4611-9d7a-005a8f9c399b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T23:07:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d33a3a9-f96c-4611-9d7a-005a8f9c399b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}