2026-09-10T22:29:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-19922b"}, "namespace": "ai-tenant-e2e-api-a-19922b", "name": "openshift-service-ca.crt", "reconcileID": "1635402c-27b8-44fa-b476-68c09d5261a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-19922b"} 2026-09-10T22:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-19922b"}, "namespace": "ai-tenant-e2e-api-a-19922b", "name": "openshift-service-ca.crt", "reconcileID": "1635402c-27b8-44fa-b476-68c09d5261a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-19922b"} 2026-09-10T22:29:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-19922b"}, "namespace": "ai-tenant-e2e-api-a-19922b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0674e369-cecf-42ca-975e-c4df9808e8e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-19922b"} 2026-09-10T22:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-19922b"}, "namespace": "ai-tenant-e2e-api-a-19922b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0674e369-cecf-42ca-975e-c4df9808e8e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-19922b"} 2026-09-10T22:29:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-19922b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-19922b", "reconcileID": "26189e9e-14e0-4946-978a-369f1eb9643e", "Gateway": "e2e-api-a-19922b", "namespace": "openshift-ingress"} 2026-09-10T22:30:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "14c7c992-fa9f-4bac-b14a-61417bf9cf15", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:30:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "14c7c992-fa9f-4bac-b14a-61417bf9cf15", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:30:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "14c7c992-fa9f-4bac-b14a-61417bf9cf15", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:30:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "14c7c992-fa9f-4bac-b14a-61417bf9cf15", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1-kserve-route-authn"} 2026-09-10T22:30:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "14c7c992-fa9f-4bac-b14a-61417bf9cf15", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "authType": "userdefined"} 2026-09-10T22:30:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "14c7c992-fa9f-4bac-b14a-61417bf9cf15", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:30:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "1f3596e0-a4b3-4116-acd9-18c14bfcad0f", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "1f3596e0-a4b3-4116-acd9-18c14bfcad0f", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "1f3596e0-a4b3-4116-acd9-18c14bfcad0f", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "4b99daa6-63bc-4409-ac44-096b2a4af97d", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:30:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "1f3596e0-a4b3-4116-acd9-18c14bfcad0f", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08-kserve-route-authn"} 2026-09-10T22:30:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "1f3596e0-a4b3-4116-acd9-18c14bfcad0f", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "authType": "userdefined"} 2026-09-10T22:30:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "1f3596e0-a4b3-4116-acd9-18c14bfcad0f", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "4b99daa6-63bc-4409-ac44-096b2a4af97d", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08-authn-ssl"} 2026-09-10T22:30:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "4b99daa6-63bc-4409-ac44-096b2a4af97d", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:30:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "f0dbaff3-edbb-4f05-b56e-625cb8fd47a5", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "f0dbaff3-edbb-4f05-b56e-625cb8fd47a5", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "f0dbaff3-edbb-4f05-b56e-625cb8fd47a5", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "f0dbaff3-edbb-4f05-b56e-625cb8fd47a5", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08-kserve-route-authn"} 2026-09-10T22:30:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "f0dbaff3-edbb-4f05-b56e-625cb8fd47a5", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "authType": "userdefined"} 2026-09-10T22:30:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "f0dbaff3-edbb-4f05-b56e-625cb8fd47a5", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad8659","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad8659", "reconcileID": "14838eb5-c9a4-46aa-a004-acb5efa68c96", "Gateway": "e2e-api-b-ad8659", "namespace": "openshift-ingress"} 2026-09-10T22:30:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad8659","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad8659", "reconcileID": "14838eb5-c9a4-46aa-a004-acb5efa68c96", "Gateway": "e2e-api-b-ad8659", "namespace": "openshift-ingress", "name": "e2e-api-b-ad8659-authn-ssl"} 2026-09-10T22:30:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad8659","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad8659", "reconcileID": "14838eb5-c9a4-46aa-a004-acb5efa68c96", "Gateway": "e2e-api-b-ad8659", "namespace": "openshift-ingress"} 2026-09-10T22:30:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad8659","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad8659", "reconcileID": "43084b18-bc2d-4189-b729-b0a9e455170c", "Gateway": "e2e-api-b-ad8659", "namespace": "openshift-ingress"} 2026-09-10T22:30:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad8659","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad8659", "reconcileID": "43084b18-bc2d-4189-b729-b0a9e455170c", "Gateway": "e2e-api-b-ad8659", "namespace": "openshift-ingress", "name": "e2e-api-b-ad8659-authn-ssl"} 2026-09-10T22:30:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad8659","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad8659", "reconcileID": "43084b18-bc2d-4189-b729-b0a9e455170c", "Gateway": "e2e-api-b-ad8659", "namespace": "openshift-ingress"} 2026-09-10T22:30:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad8659"}, "namespace": "ai-tenant-e2e-api-b-ad8659", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "927f64bd-46e5-4845-a4a4-6aa9ffbaa1fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad8659"} 2026-09-10T22:30:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad8659"}, "namespace": "ai-tenant-e2e-api-b-ad8659", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "927f64bd-46e5-4845-a4a4-6aa9ffbaa1fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad8659", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:30:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad8659"}, "namespace": "ai-tenant-e2e-api-b-ad8659", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "927f64bd-46e5-4845-a4a4-6aa9ffbaa1fd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ad8659 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:30:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad8659"}, "namespace": "ai-tenant-e2e-api-b-ad8659", "name": "odh-trusted-ca-bundle", "reconcileID": "5c91a4fa-108f-45cb-a7ab-6419626c22dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad8659"} 2026-09-10T22:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad8659"}, "namespace": "ai-tenant-e2e-api-b-ad8659", "name": "odh-trusted-ca-bundle", "reconcileID": "5c91a4fa-108f-45cb-a7ab-6419626c22dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad8659"} 2026-09-10T22:30:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad8659"}, "namespace": "ai-tenant-e2e-api-b-ad8659", "name": "openshift-service-ca.crt", "reconcileID": "5b0cb8bd-f273-464a-a1ab-c2ba0cf7712a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad8659"} 2026-09-10T22:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad8659"}, "namespace": "ai-tenant-e2e-api-b-ad8659", "name": "openshift-service-ca.crt", "reconcileID": "5b0cb8bd-f273-464a-a1ab-c2ba0cf7712a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad8659"} 2026-09-10T22:30:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad8659"}, "namespace": "ai-tenant-e2e-api-b-ad8659", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b45df27-345e-4c9e-8e0c-d66d491fc137", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad8659"} 2026-09-10T22:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad8659"}, "namespace": "ai-tenant-e2e-api-b-ad8659", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b45df27-345e-4c9e-8e0c-d66d491fc137", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad8659"} 2026-09-10T22:30:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad8659","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad8659", "reconcileID": "9b1783a0-71d3-4b3a-a98b-7652e28be1d4", "Gateway": "e2e-api-b-ad8659", "namespace": "openshift-ingress"} 2026-09-10T22:30:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "4b4765b2-8c65-4d43-896c-bf71e39c2a5a", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:30:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "4b4765b2-8c65-4d43-896c-bf71e39c2a5a", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08-authn-ssl"} 2026-09-10T22:30:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "4b4765b2-8c65-4d43-896c-bf71e39c2a5a", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:30:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "3aad9cec-745d-4557-b268-b07214f004a3", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "3aad9cec-745d-4557-b268-b07214f004a3", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "3aad9cec-745d-4557-b268-b07214f004a3", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "3aad9cec-745d-4557-b268-b07214f004a3", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08-kserve-route-authn"} 2026-09-10T22:30:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "3aad9cec-745d-4557-b268-b07214f004a3", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "authType": "userdefined"} 2026-09-10T22:30:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "3aad9cec-745d-4557-b268-b07214f004a3", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a864c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a864c", "reconcileID": "633f2e83-1bf1-45bc-8fb8-0b5d6fc25d3c", "Gateway": "e2e-shared-a-w2-4a864c", "namespace": "openshift-ingress"} 2026-09-10T22:30:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a864c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a864c", "reconcileID": "633f2e83-1bf1-45bc-8fb8-0b5d6fc25d3c", "Gateway": "e2e-shared-a-w2-4a864c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a864c-authn-ssl"} 2026-09-10T22:30:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a864c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a864c", "reconcileID": "633f2e83-1bf1-45bc-8fb8-0b5d6fc25d3c", "Gateway": "e2e-shared-a-w2-4a864c", "namespace": "openshift-ingress"} 2026-09-10T22:30:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a864c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a864c", "reconcileID": "e2adba07-db55-4999-9f33-bc337c7af781", "Gateway": "e2e-shared-a-w2-4a864c", "namespace": "openshift-ingress"} 2026-09-10T22:30:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a864c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a864c", "reconcileID": "e2adba07-db55-4999-9f33-bc337c7af781", "Gateway": "e2e-shared-a-w2-4a864c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a864c-authn-ssl"} 2026-09-10T22:30:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a864c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a864c", "reconcileID": "e2adba07-db55-4999-9f33-bc337c7af781", "Gateway": "e2e-shared-a-w2-4a864c", "namespace": "openshift-ingress"} 2026-09-10T22:30:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a864c"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a864c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff1f932a-167a-4d48-a5a5-ed6ad50d2f27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4a864c"} 2026-09-10T22:30:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a864c"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a864c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff1f932a-167a-4d48-a5a5-ed6ad50d2f27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4a864c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:30:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a864c"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a864c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff1f932a-167a-4d48-a5a5-ed6ad50d2f27", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-4a864c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:30:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a864c"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a864c", "name": "odh-trusted-ca-bundle", "reconcileID": "581bab50-4ea9-42b5-9683-55969f184c63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4a864c"} 2026-09-10T22:30:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a864c"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a864c", "name": "odh-trusted-ca-bundle", "reconcileID": "581bab50-4ea9-42b5-9683-55969f184c63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4a864c"} 2026-09-10T22:30:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-4a864c"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a864c", "name": "openshift-service-ca.crt", "reconcileID": "81669fcb-c722-4b51-92ec-8e574679f691", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-4a864c"} 2026-09-10T22:30:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-4a864c"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a864c", "name": "openshift-service-ca.crt", "reconcileID": "81669fcb-c722-4b51-92ec-8e574679f691", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-4a864c"} 2026-09-10T22:30:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a864c"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a864c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d5fec0e-7f7a-4d6d-ad1d-eddeb2f7d134", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4a864c"} 2026-09-10T22:30:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4a864c"}, "namespace": "ai-tenant-e2e-shared-a-w2-4a864c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d5fec0e-7f7a-4d6d-ad1d-eddeb2f7d134", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4a864c"} 2026-09-10T22:30:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4a864c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4a864c", "reconcileID": "6e998314-d8e8-4ce8-9166-4a50012811be", "Gateway": "e2e-shared-a-w2-4a864c", "namespace": "openshift-ingress"} 2026-09-10T22:30:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "c62185df-6a94-41f2-b167-5de1d4231c8c", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "c62185df-6a94-41f2-b167-5de1d4231c8c", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "c62185df-6a94-41f2-b167-5de1d4231c8c", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "c62185df-6a94-41f2-b167-5de1d4231c8c", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08-kserve-route-authn"} 2026-09-10T22:30:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "c62185df-6a94-41f2-b167-5de1d4231c8c", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "authType": "userdefined"} 2026-09-10T22:30:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "c62185df-6a94-41f2-b167-5de1d4231c8c", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32343f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32343f", "reconcileID": "391fd4d7-1fad-409c-bd11-ba9216eaf772", "Gateway": "e2e-shared-b-w2-32343f", "namespace": "openshift-ingress"} 2026-09-10T22:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32343f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32343f", "reconcileID": "391fd4d7-1fad-409c-bd11-ba9216eaf772", "Gateway": "e2e-shared-b-w2-32343f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32343f-authn-ssl"} 2026-09-10T22:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32343f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32343f", "reconcileID": "391fd4d7-1fad-409c-bd11-ba9216eaf772", "Gateway": "e2e-shared-b-w2-32343f", "namespace": "openshift-ingress"} 2026-09-10T22:30:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32343f"}, "namespace": "ai-tenant-e2e-shared-b-w2-32343f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e67feaf8-1f6e-4f22-91a8-04f2b4c427bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32343f"} 2026-09-10T22:30:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32343f"}, "namespace": "ai-tenant-e2e-shared-b-w2-32343f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e67feaf8-1f6e-4f22-91a8-04f2b4c427bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32343f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:30:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32343f"}, "namespace": "ai-tenant-e2e-shared-b-w2-32343f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e67feaf8-1f6e-4f22-91a8-04f2b4c427bf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-32343f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:30:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32343f"}, "namespace": "ai-tenant-e2e-shared-b-w2-32343f", "name": "odh-trusted-ca-bundle", "reconcileID": "2e503aa1-031f-4e55-92fc-ac5264a2fbbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32343f"} 2026-09-10T22:30:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32343f"}, "namespace": "ai-tenant-e2e-shared-b-w2-32343f", "name": "odh-trusted-ca-bundle", "reconcileID": "2e503aa1-031f-4e55-92fc-ac5264a2fbbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32343f"} 2026-09-10T22:30:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-32343f"}, "namespace": "ai-tenant-e2e-shared-b-w2-32343f", "name": "openshift-service-ca.crt", "reconcileID": "dda9a923-f0aa-450a-bb3e-d6fe4c614d94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-32343f"} 2026-09-10T22:30:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-32343f"}, "namespace": "ai-tenant-e2e-shared-b-w2-32343f", "name": "openshift-service-ca.crt", "reconcileID": "dda9a923-f0aa-450a-bb3e-d6fe4c614d94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-32343f"} 2026-09-10T22:30:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32343f"}, "namespace": "ai-tenant-e2e-shared-b-w2-32343f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8ab0f2b-eef2-4d26-961d-9d962b30cf29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32343f"} 2026-09-10T22:30:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32343f"}, "namespace": "ai-tenant-e2e-shared-b-w2-32343f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8ab0f2b-eef2-4d26-961d-9d962b30cf29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32343f"} 2026-09-10T22:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32343f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32343f", "reconcileID": "ccddad1e-9d84-4bf8-86a0-ebef474014ca", "Gateway": "e2e-shared-b-w2-32343f", "namespace": "openshift-ingress"} 2026-09-10T22:30:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32343f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32343f", "reconcileID": "ccddad1e-9d84-4bf8-86a0-ebef474014ca", "Gateway": "e2e-shared-b-w2-32343f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32343f-authn-ssl"} 2026-09-10T22:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32343f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32343f", "reconcileID": "ccddad1e-9d84-4bf8-86a0-ebef474014ca", "Gateway": "e2e-shared-b-w2-32343f", "namespace": "openshift-ingress"} 2026-09-10T22:30:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32343f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32343f", "reconcileID": "8920b234-1827-411d-967e-1011537c2c47", "Gateway": "e2e-shared-b-w2-32343f", "namespace": "openshift-ingress"} 2026-09-10T22:31:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "181ec6fd-3e8b-41ea-a083-374d61f56af3", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:31:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "181ec6fd-3e8b-41ea-a083-374d61f56af3", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1"} 2026-09-10T22:31:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "181ec6fd-3e8b-41ea-a083-374d61f56af3", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:31:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "181ec6fd-3e8b-41ea-a083-374d61f56af3", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:31:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "181ec6fd-3e8b-41ea-a083-374d61f56af3", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1-kserve-route-authn"} 2026-09-10T22:31:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "181ec6fd-3e8b-41ea-a083-374d61f56af3", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1-kserve-route-authn"} 2026-09-10T22:31:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "181ec6fd-3e8b-41ea-a083-374d61f56af3", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:31:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "181ec6fd-3e8b-41ea-a083-374d61f56af3", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:31:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e367c1","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "rate-test-model-e367c1", "reconcileID": "9dc3e2ea-59b1-471b-b817-3fc9c8a5cf25", "LLMInferenceService": "rate-test-model-e367c1", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:31:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "ea0d5300-4be6-4f89-9ebd-7e176d9b1261", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress"} 2026-09-10T22:31:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "ea0d5300-4be6-4f89-9ebd-7e176d9b1261", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1-authn-ssl"} 2026-09-10T22:31:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "ea0d5300-4be6-4f89-9ebd-7e176d9b1261", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress"} 2026-09-10T22:31:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "25b0ab22-66f4-4705-a4fc-a02e689316d5", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress"} 2026-09-10T22:31:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "25b0ab22-66f4-4705-a4fc-a02e689316d5", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1-authn-ssl"} 2026-09-10T22:31:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "25b0ab22-66f4-4705-a4fc-a02e689316d5", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress"} 2026-09-10T22:31:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "24e20e31-269d-4ee5-9dac-f4201476a95a", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:31:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "24e20e31-269d-4ee5-9dac-f4201476a95a", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08"} 2026-09-10T22:31:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "24e20e31-269d-4ee5-9dac-f4201476a95a", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:31:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "24e20e31-269d-4ee5-9dac-f4201476a95a", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:31:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "24e20e31-269d-4ee5-9dac-f4201476a95a", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08-kserve-route-authn"} 2026-09-10T22:31:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "24e20e31-269d-4ee5-9dac-f4201476a95a", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08-kserve-route-authn"} 2026-09-10T22:31:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "24e20e31-269d-4ee5-9dac-f4201476a95a", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:31:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "24e20e31-269d-4ee5-9dac-f4201476a95a", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:31:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ada08","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "rate-test-model-0ada08", "reconcileID": "93e9ee4c-fec9-417a-9697-8636338466bc", "LLMInferenceService": "rate-test-model-0ada08", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:31:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "40a4bcd7-e852-405b-9355-c856110517fc", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:31:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "40a4bcd7-e852-405b-9355-c856110517fc", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08-authn-ssl"} 2026-09-10T22:31:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "40a4bcd7-e852-405b-9355-c856110517fc", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:31:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "0dcad1b6-4a0c-4c3a-ae6b-97c89fa47d68", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:31:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "0dcad1b6-4a0c-4c3a-ae6b-97c89fa47d68", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08-authn-ssl"} 2026-09-10T22:31:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "0dcad1b6-4a0c-4c3a-ae6b-97c89fa47d68", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:31:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "2c5068c3-8981-4224-a335-e2d0b0cf25f4", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "2c5068c3-8981-4224-a335-e2d0b0cf25f4", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:31:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "2c5068c3-8981-4224-a335-e2d0b0cf25f4", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "45938074-2998-4eb2-a9ce-f53940eb388a", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "45938074-2998-4eb2-a9ce-f53940eb388a", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:31:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "45938074-2998-4eb2-a9ce-f53940eb388a", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "1e70c48c-ba71-4793-a540-dc8844bbcf64", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "1e70c48c-ba71-4793-a540-dc8844bbcf64", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:31:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "1e70c48c-ba71-4793-a540-dc8844bbcf64", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "105712b2-9bb9-4bb0-b3ef-e3b107eba4e3", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "105712b2-9bb9-4bb0-b3ef-e3b107eba4e3", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:31:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "105712b2-9bb9-4bb0-b3ef-e3b107eba4e3", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "3c64ab63-65fd-4305-8974-1a3d400205b2", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "3c64ab63-65fd-4305-8974-1a3d400205b2", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:31:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "3c64ab63-65fd-4305-8974-1a3d400205b2", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "5c0109cc-c06f-4897-aaac-5802e25a9e12", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "5c0109cc-c06f-4897-aaac-5802e25a9e12", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:31:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "5c0109cc-c06f-4897-aaac-5802e25a9e12", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "73fbf785-e0c8-47d2-abc3-a7f78bed20ea", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "73fbf785-e0c8-47d2-abc3-a7f78bed20ea", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "73fbf785-e0c8-47d2-abc3-a7f78bed20ea", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "openshift-service-ca.crt", "reconcileID": "b3cb482f-940c-47eb-afe2-862f293de164", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "odh-trusted-ca-bundle", "reconcileID": "1419abb0-ea47-42ff-a03e-7dddb0da1707", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:31:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "openshift-service-ca.crt", "reconcileID": "4fe8669c-c75b-4b7c-abf4-9e26843612ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-25241d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:31:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "openshift-service-ca.crt", "reconcileID": "4fe8669c-c75b-4b7c-abf4-9e26843612ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f82843a8-0ed7-4958-bd69-d3b6f59aa370", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "openshift-service-ca.crt", "reconcileID": "6a28ed72-4d03-4e54-925f-b992fa0171f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:31:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "odh-trusted-ca-bundle", "reconcileID": "be487fb9-1e7f-40b0-89ba-23ffe714cc35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-25241d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:31:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "odh-trusted-ca-bundle", "reconcileID": "be487fb9-1e7f-40b0-89ba-23ffe714cc35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaae2a42-78c1-40a6-89a0-0e51e1b5371a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:31:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "6f0ebf65-f407-4263-b867-37074f03b126", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "6f0ebf65-f407-4263-b867-37074f03b126", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:31:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "6f0ebf65-f407-4263-b867-37074f03b126", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "3b2f6be5-bc74-4c3e-87be-eb2bebe4d2aa", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "3b2f6be5-bc74-4c3e-87be-eb2bebe4d2aa", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "3b2f6be5-bc74-4c3e-87be-eb2bebe4d2aa", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:31:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "440ca04f-e7a2-41a9-b2ff-169ce9b19ace", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "440ca04f-e7a2-41a9-b2ff-169ce9b19ace", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092-authn-ssl"} 2026-09-10T22:31:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "440ca04f-e7a2-41a9-b2ff-169ce9b19ace", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "377e7658-c629-4b67-938f-757b9bd74a24", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "377e7658-c629-4b67-938f-757b9bd74a24", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092-authn-ssl"} 2026-09-10T22:31:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "377e7658-c629-4b67-938f-757b9bd74a24", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "77be00be-2cd0-42e7-a731-5701b19ac27d", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "77be00be-2cd0-42e7-a731-5701b19ac27d", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092-authn-ssl"} 2026-09-10T22:31:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "77be00be-2cd0-42e7-a731-5701b19ac27d", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "1142dc65-1d0b-467a-9633-c763789ce144", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "1142dc65-1d0b-467a-9633-c763789ce144", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092-authn-ssl"} 2026-09-10T22:31:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "1142dc65-1d0b-467a-9633-c763789ce144", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "fdc88a0d-0a3c-4dcf-979c-ff2934aeb4d2", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "fdc88a0d-0a3c-4dcf-979c-ff2934aeb4d2", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092-authn-ssl"} 2026-09-10T22:31:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "fdc88a0d-0a3c-4dcf-979c-ff2934aeb4d2", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "889af50e-f7df-45ed-8daa-f7fe7bcc27ea", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "889af50e-f7df-45ed-8daa-f7fe7bcc27ea", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092-authn-ssl"} 2026-09-10T22:31:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "889af50e-f7df-45ed-8daa-f7fe7bcc27ea", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "a1f4585c-53a1-4d39-ab54-aa3d0acf38df", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "a1f4585c-53a1-4d39-ab54-aa3d0acf38df", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092-authn-ssl"} 2026-09-10T22:31:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "a1f4585c-53a1-4d39-ab54-aa3d0acf38df", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "openshift-service-ca.crt", "reconcileID": "b6949751-7f8d-4e0f-99c5-444eb1f37c12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:31:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "odh-trusted-ca-bundle", "reconcileID": "54c976f0-d35e-42f1-b4c1-815ee1756a9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:31:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "openshift-service-ca.crt", "reconcileID": "e09f8f1c-6732-4f34-bea4-c2105d99c63b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9b2092", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:31:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "openshift-service-ca.crt", "reconcileID": "e09f8f1c-6732-4f34-bea4-c2105d99c63b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:31:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "openshift-service-ca.crt", "reconcileID": "b41eb127-1f09-4242-9fc1-8bcb900f673b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:31:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9fb207d-fb1e-4480-adc9-9cad85d1bbaa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:31:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "odh-trusted-ca-bundle", "reconcileID": "1cd57d90-e409-4d6f-af79-3497854ac83f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b2092", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:31:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "odh-trusted-ca-bundle", "reconcileID": "1cd57d90-e409-4d6f-af79-3497854ac83f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:31:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b41d778-7637-4b7d-a0fd-c31c1626deff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:31:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "f4d0935d-2b01-4726-b1d9-91b4c964dc7e", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "f4d0935d-2b01-4726-b1d9-91b4c964dc7e", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092-authn-ssl"} 2026-09-10T22:31:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "f4d0935d-2b01-4726-b1d9-91b4c964dc7e", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "c1983834-97fd-4349-9812-bedef6ac6eb9", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:31:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "c1983834-97fd-4349-9812-bedef6ac6eb9", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092-authn-ssl"} 2026-09-10T22:31:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "c1983834-97fd-4349-9812-bedef6ac6eb9", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:32:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "10bdc2dd-415a-4920-827b-30808dc8e6eb", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "10bdc2dd-415a-4920-827b-30808dc8e6eb", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "10bdc2dd-415a-4920-827b-30808dc8e6eb", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "277711f0-8b24-489c-9bd5-8fe90740ec91", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:32:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "10bdc2dd-415a-4920-827b-30808dc8e6eb", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d-kserve-route-authn"} 2026-09-10T22:32:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "10bdc2dd-415a-4920-827b-30808dc8e6eb", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "authType": "userdefined"} 2026-09-10T22:32:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "10bdc2dd-415a-4920-827b-30808dc8e6eb", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "277711f0-8b24-489c-9bd5-8fe90740ec91", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:32:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "277711f0-8b24-489c-9bd5-8fe90740ec91", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:32:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "90768b5c-e8df-4327-b30d-7d907ed4c39d", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "90768b5c-e8df-4327-b30d-7d907ed4c39d", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "90768b5c-e8df-4327-b30d-7d907ed4c39d", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "90768b5c-e8df-4327-b30d-7d907ed4c39d", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d-kserve-route-authn"} 2026-09-10T22:32:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "90768b5c-e8df-4327-b30d-7d907ed4c39d", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "authType": "userdefined"} 2026-09-10T22:32:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "90768b5c-e8df-4327-b30d-7d907ed4c39d", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "7f584b4c-ffd7-436b-a9ef-9842abafc8c4", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:32:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "7f584b4c-ffd7-436b-a9ef-9842abafc8c4", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:32:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "7f584b4c-ffd7-436b-a9ef-9842abafc8c4", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:32:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "496f45d3-57d2-4702-adbc-68494ad94036", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "496f45d3-57d2-4702-adbc-68494ad94036", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "496f45d3-57d2-4702-adbc-68494ad94036", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "496f45d3-57d2-4702-adbc-68494ad94036", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d-kserve-route-authn"} 2026-09-10T22:32:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "496f45d3-57d2-4702-adbc-68494ad94036", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "authType": "userdefined"} 2026-09-10T22:32:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "496f45d3-57d2-4702-adbc-68494ad94036", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "0fe3dd56-08be-4aa1-9c16-4d0fe88f7b96", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "0fe3dd56-08be-4aa1-9c16-4d0fe88f7b96", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "0fe3dd56-08be-4aa1-9c16-4d0fe88f7b96", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "0fe3dd56-08be-4aa1-9c16-4d0fe88f7b96", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d-kserve-route-authn"} 2026-09-10T22:32:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "0fe3dd56-08be-4aa1-9c16-4d0fe88f7b96", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "authType": "userdefined"} 2026-09-10T22:32:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "0fe3dd56-08be-4aa1-9c16-4d0fe88f7b96", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:32:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "2d31da8c-8257-41f1-8951-dcbb67fb11fc", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "2d31da8c-8257-41f1-8951-dcbb67fb11fc", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc-authn-ssl"} 2026-09-10T22:32:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "2d31da8c-8257-41f1-8951-dcbb67fb11fc", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "f61a14d1-80cf-418d-afe5-cb597123a943", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "f61a14d1-80cf-418d-afe5-cb597123a943", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc-authn-ssl"} 2026-09-10T22:32:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "f61a14d1-80cf-418d-afe5-cb597123a943", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "a2fb9bdd-5eb5-4992-84a9-017719f3e305", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "a2fb9bdd-5eb5-4992-84a9-017719f3e305", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc-authn-ssl"} 2026-09-10T22:32:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "a2fb9bdd-5eb5-4992-84a9-017719f3e305", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "17c528c2-8645-434a-92ea-780411b81bf9", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "17c528c2-8645-434a-92ea-780411b81bf9", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc-authn-ssl"} 2026-09-10T22:32:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "17c528c2-8645-434a-92ea-780411b81bf9", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "083f893a-2604-4424-8e82-2db13dc455bf", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "083f893a-2604-4424-8e82-2db13dc455bf", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc-authn-ssl"} 2026-09-10T22:32:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "083f893a-2604-4424-8e82-2db13dc455bf", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "9f4dee83-2cc6-4e70-9f6b-bafabb88c731", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "9f4dee83-2cc6-4e70-9f6b-bafabb88c731", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc-authn-ssl"} 2026-09-10T22:32:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "9f4dee83-2cc6-4e70-9f6b-bafabb88c731", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "cf8661fc-944f-4afb-b188-51a32ef97043", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "cf8661fc-944f-4afb-b188-51a32ef97043", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc-authn-ssl"} 2026-09-10T22:32:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "cf8661fc-944f-4afb-b188-51a32ef97043", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "74c7d5a9-0ae9-4eb1-a754-eb1c13bb09e8", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "74c7d5a9-0ae9-4eb1-a754-eb1c13bb09e8", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc-authn-ssl"} 2026-09-10T22:32:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "74c7d5a9-0ae9-4eb1-a754-eb1c13bb09e8", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "openshift-service-ca.crt", "reconcileID": "2dea4e7b-237f-470a-aff0-7f51abd7b7a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "odh-trusted-ca-bundle", "reconcileID": "444b6b31-1c82-48a9-99a6-c942da9efebb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:32:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "openshift-service-ca.crt", "reconcileID": "0e026b8c-049d-4af9-a1a2-8e911b958de7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:32:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "openshift-service-ca.crt", "reconcileID": "0e026b8c-049d-4af9-a1a2-8e911b958de7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1c18e23-f15d-4d4e-bcb7-a8e4f77b104a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "openshift-service-ca.crt", "reconcileID": "3a417332-1bad-4c8d-a2f5-9a8b222c70f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:32:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "odh-trusted-ca-bundle", "reconcileID": "2f965e2f-4831-4409-aff6-5a7de07062f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:32:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "odh-trusted-ca-bundle", "reconcileID": "2f965e2f-4831-4409-aff6-5a7de07062f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aefa8520-b993-47cb-b5a7-3db7742a577b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:32:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "b0105bba-63a2-46e2-90d0-46ce6126c414", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "b0105bba-63a2-46e2-90d0-46ce6126c414", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc-authn-ssl"} 2026-09-10T22:32:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "b0105bba-63a2-46e2-90d0-46ce6126c414", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "305aa9a4-0532-453b-870f-92c3b485f29d", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:32:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "305aa9a4-0532-453b-870f-92c3b485f29d", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc-authn-ssl"} 2026-09-10T22:32:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "305aa9a4-0532-453b-870f-92c3b485f29d", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:33:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "b5050ba3-7b0e-4afb-9b7b-5ba9e6faf419", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:33:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "b5050ba3-7b0e-4afb-9b7b-5ba9e6faf419", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc-authn-ssl"} 2026-09-10T22:33:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "b5050ba3-7b0e-4afb-9b7b-5ba9e6faf419", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:33:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "61f08113-05a9-44b9-8d28-9f0fa72b29c0", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:33:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "61f08113-05a9-44b9-8d28-9f0fa72b29c0", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc-authn-ssl"} 2026-09-10T22:33:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "61f08113-05a9-44b9-8d28-9f0fa72b29c0", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:33:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "527357e9-ed4d-44d8-818d-7d0a67528b18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:33:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "527357e9-ed4d-44d8-818d-7d0a67528b18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:33:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "527357e9-ed4d-44d8-818d-7d0a67528b18", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-5567cc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:33:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "odh-trusted-ca-bundle", "reconcileID": "bc37685f-dae4-41dd-a512-eb53a7dca8eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:33:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "odh-trusted-ca-bundle", "reconcileID": "bc37685f-dae4-41dd-a512-eb53a7dca8eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:33:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "openshift-service-ca.crt", "reconcileID": "b9cd4710-69cf-453a-be36-f628fd693a7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:33:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "openshift-service-ca.crt", "reconcileID": "b9cd4710-69cf-453a-be36-f628fd693a7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:33:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ada9d31-cf8c-4ba0-b811-1d579d17ef68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:33:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5567cc"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ada9d31-cf8c-4ba0-b811-1d579d17ef68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5567cc"} 2026-09-10T22:33:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5567cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5567cc", "reconcileID": "b982fb88-fd2c-43b2-b3af-01fe2e5161fc", "Gateway": "e2e-ipp-cleanup-5567cc", "namespace": "openshift-ingress"} 2026-09-10T22:33:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "8144c0c6-6cd2-4068-997f-bd7e1fc267ce", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:33:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "8144c0c6-6cd2-4068-997f-bd7e1fc267ce", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:33:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "8144c0c6-6cd2-4068-997f-bd7e1fc267ce", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:33:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "f6d03359-a03e-4c98-a44f-925013184907", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:33:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "f6d03359-a03e-4c98-a44f-925013184907", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:33:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "f6d03359-a03e-4c98-a44f-925013184907", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:33:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "b4ede7e3-becf-4115-8234-0f1460b886d9", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:33:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "b4ede7e3-becf-4115-8234-0f1460b886d9", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:33:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "b4ede7e3-becf-4115-8234-0f1460b886d9", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:33:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "b0bd8a0b-4308-45ed-9e00-1fadf822add1", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:33:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "b0bd8a0b-4308-45ed-9e00-1fadf822add1", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:33:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "b0bd8a0b-4308-45ed-9e00-1fadf822add1", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:33:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "b0bd8a0b-4308-45ed-9e00-1fadf822add1", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d-kserve-route-authn"} 2026-09-10T22:33:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "b0bd8a0b-4308-45ed-9e00-1fadf822add1", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "authType": "userdefined"} 2026-09-10T22:33:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "b0bd8a0b-4308-45ed-9e00-1fadf822add1", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:34:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "c12ccdf8-49db-4512-b513-ef049f8e38c5", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:34:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "c12ccdf8-49db-4512-b513-ef049f8e38c5", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d-authn-ssl"} 2026-09-10T22:34:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "c12ccdf8-49db-4512-b513-ef049f8e38c5", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "552c415b-8663-469b-b97a-f233a02beef2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:34:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "552c415b-8663-469b-b97a-f233a02beef2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-25241d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:34:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "552c415b-8663-469b-b97a-f233a02beef2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-25241d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "odh-trusted-ca-bundle", "reconcileID": "195e869c-3d58-4ab0-ada5-da6d853c32d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "odh-trusted-ca-bundle", "reconcileID": "195e869c-3d58-4ab0-ada5-da6d853c32d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "openshift-service-ca.crt", "reconcileID": "7e3200f7-f719-427f-82a1-a92731d3ae1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "openshift-service-ca.crt", "reconcileID": "7e3200f7-f719-427f-82a1-a92731d3ae1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35c762a9-2899-4790-a68f-56e92d1bf2a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35c762a9-2899-4790-a68f-56e92d1bf2a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:34:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "054e1237-b1df-439a-a748-653a0ba0fd3b", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:34:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "054e1237-b1df-439a-a748-653a0ba0fd3b", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d"} 2026-09-10T22:34:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "054e1237-b1df-439a-a748-653a0ba0fd3b", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:34:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "054e1237-b1df-439a-a748-653a0ba0fd3b", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:34:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "054e1237-b1df-439a-a748-653a0ba0fd3b", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d-kserve-route-authn"} 2026-09-10T22:34:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "054e1237-b1df-439a-a748-653a0ba0fd3b", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d-kserve-route-authn"} 2026-09-10T22:34:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "054e1237-b1df-439a-a748-653a0ba0fd3b", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:34:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "054e1237-b1df-439a-a748-653a0ba0fd3b", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:35:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "f5102f75-48af-4fd1-8d1f-c892df00219e", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:35:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "a62810dc-bcac-48cb-a915-ce75c2b1559b", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:35:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "a62810dc-bcac-48cb-a915-ce75c2b1559b", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092-authn-ssl"} 2026-09-10T22:35:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "a62810dc-bcac-48cb-a915-ce75c2b1559b", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:35:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "19efbb9c-551a-4fc4-ab2d-c9ba798c4296", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:35:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "19efbb9c-551a-4fc4-ab2d-c9ba798c4296", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092-authn-ssl"} 2026-09-10T22:35:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "19efbb9c-551a-4fc4-ab2d-c9ba798c4296", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:35:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fd9478d-bd5c-4edc-bc70-19707d67e07f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:35:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fd9478d-bd5c-4edc-bc70-19707d67e07f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b2092", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:35:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fd9478d-bd5c-4edc-bc70-19707d67e07f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-9b2092 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:35:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "odh-trusted-ca-bundle", "reconcileID": "fe9f29cb-ca0e-4198-92fa-5f74786a5d44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:35:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "odh-trusted-ca-bundle", "reconcileID": "fe9f29cb-ca0e-4198-92fa-5f74786a5d44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:35:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "openshift-service-ca.crt", "reconcileID": "ec9f2e81-1954-4225-adc1-8e315cbc9f80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:35:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "openshift-service-ca.crt", "reconcileID": "ec9f2e81-1954-4225-adc1-8e315cbc9f80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:35:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6db3253-e53f-4f11-87b8-99f114bd33ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:35:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9b2092"}, "namespace": "ai-tenant-e2e-ipp-b-9b2092", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6db3253-e53f-4f11-87b8-99f114bd33ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9b2092"} 2026-09-10T22:35:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9b2092","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9b2092", "reconcileID": "cc1eeebb-0100-4f89-a685-26d80ec5479a", "Gateway": "e2e-ipp-b-9b2092", "namespace": "openshift-ingress"} 2026-09-10T22:35:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "49bf0eb1-d27f-4ffa-a70f-268eb38f3ba3", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress"} 2026-09-10T22:35:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "49bf0eb1-d27f-4ffa-a70f-268eb38f3ba3", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1-authn-ssl"} 2026-09-10T22:35:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "49bf0eb1-d27f-4ffa-a70f-268eb38f3ba3", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress"} 2026-09-10T22:35:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-25241d","namespace":"ai-tenant-e2e-ipp-a-25241d"}, "namespace": "ai-tenant-e2e-ipp-a-25241d", "name": "ipp-route-25241d", "reconcileID": "d0bccaeb-b80c-4186-a511-583983048df7", "LLMInferenceService": "ipp-route-25241d", "namespace": "ai-tenant-e2e-ipp-a-25241d"} 2026-09-10T22:35:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-25241d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-25241d", "reconcileID": "75a86dee-72bd-43cd-b960-42afa83ae296", "Gateway": "e2e-ipp-a-25241d", "namespace": "openshift-ingress"} 2026-09-10T22:35:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "f5d24ecd-b435-4dba-8ac4-a0914267fbc6", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress"} 2026-09-10T22:35:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "f5d24ecd-b435-4dba-8ac4-a0914267fbc6", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1-authn-ssl"} 2026-09-10T22:35:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "f5d24ecd-b435-4dba-8ac4-a0914267fbc6", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress"} 2026-09-10T22:35:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a663f6ab-7e35-4afc-91d0-fa5520553a8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:35:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a663f6ab-7e35-4afc-91d0-fa5520553a8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:35:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a663f6ab-7e35-4afc-91d0-fa5520553a8f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-e367c1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:35:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "odh-trusted-ca-bundle", "reconcileID": "5ff8b92c-ef92-432c-b992-84f425ca9df8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:35:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "odh-trusted-ca-bundle", "reconcileID": "5ff8b92c-ef92-432c-b992-84f425ca9df8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:35:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "openshift-service-ca.crt", "reconcileID": "2c45e415-a959-4052-ab5f-ebe9c60ebf50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:35:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "openshift-service-ca.crt", "reconcileID": "2c45e415-a959-4052-ab5f-ebe9c60ebf50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:35:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78e429b0-26f9-46ab-ba01-ac634770afc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:35:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e367c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-e367c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78e429b0-26f9-46ab-ba01-ac634770afc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e367c1"} 2026-09-10T22:35:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e367c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e367c1", "reconcileID": "e79b7e7f-cd0b-4f97-8178-f5f18dafbeba", "Gateway": "e2e-shared-a-w3-e367c1", "namespace": "openshift-ingress"} 2026-09-10T22:36:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "ad3da763-e17d-41d1-9c0f-396c80b71c5c", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:36:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "ad3da763-e17d-41d1-9c0f-396c80b71c5c", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08-authn-ssl"} 2026-09-10T22:36:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "ad3da763-e17d-41d1-9c0f-396c80b71c5c", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:36:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "39cda40e-301f-4723-82f1-0f533c9f6054", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:36:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "39cda40e-301f-4723-82f1-0f533c9f6054", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08-authn-ssl"} 2026-09-10T22:36:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "39cda40e-301f-4723-82f1-0f533c9f6054", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:36:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8628a59e-ac2f-4117-ba3a-eb2159b7c75b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:36:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8628a59e-ac2f-4117-ba3a-eb2159b7c75b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:36:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8628a59e-ac2f-4117-ba3a-eb2159b7c75b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-0ada08 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:36:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "odh-trusted-ca-bundle", "reconcileID": "4886ed4f-3485-4c0e-aa39-7fa86ac4f6ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:36:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "odh-trusted-ca-bundle", "reconcileID": "4886ed4f-3485-4c0e-aa39-7fa86ac4f6ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:36:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "openshift-service-ca.crt", "reconcileID": "4e5797cb-4ac8-40d2-bb68-9acfeddf9c91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:36:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "openshift-service-ca.crt", "reconcileID": "4e5797cb-4ac8-40d2-bb68-9acfeddf9c91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:36:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dc724b9-86b4-45fd-9dcc-3fb9a3d49c13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:36:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0ada08"}, "namespace": "ai-tenant-e2e-shared-b-w3-0ada08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dc724b9-86b4-45fd-9dcc-3fb9a3d49c13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0ada08"} 2026-09-10T22:36:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0ada08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0ada08", "reconcileID": "13035258-4e6c-4663-aa90-0fb43fce116f", "Gateway": "e2e-shared-b-w3-0ada08", "namespace": "openshift-ingress"} 2026-09-10T22:36:19Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T22:36:19Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T22:36:20Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T22:36:20Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T22:40:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "4161792d-03b0-43bc-820c-402c9a5bed6b", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "4161792d-03b0-43bc-820c-402c9a5bed6b", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "4161792d-03b0-43bc-820c-402c9a5bed6b", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72f34afb-8aae-467c-879f-c36360aa2ba9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:40:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "4161792d-03b0-43bc-820c-402c9a5bed6b", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm", "name": "e2e-same-id-a-512cd3c8-kserve-route-authn"} 2026-09-10T22:40:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "4161792d-03b0-43bc-820c-402c9a5bed6b", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:40:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "4161792d-03b0-43bc-820c-402c9a5bed6b", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72f34afb-8aae-467c-879f-c36360aa2ba9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72f34afb-8aae-467c-879f-c36360aa2ba9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:40:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "3a609bcb-86d9-4540-a6e6-36a7d1aa5ae4", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "3a609bcb-86d9-4540-a6e6-36a7d1aa5ae4", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "3a609bcb-86d9-4540-a6e6-36a7d1aa5ae4", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "3a609bcb-86d9-4540-a6e6-36a7d1aa5ae4", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm", "name": "e2e-same-id-a-512cd3c8-kserve-route-authn"} 2026-09-10T22:40:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "3a609bcb-86d9-4540-a6e6-36a7d1aa5ae4", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:40:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "3a609bcb-86d9-4540-a6e6-36a7d1aa5ae4", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "8b36b18a-d200-4755-bf5b-b1e99b955964", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "8b36b18a-d200-4755-bf5b-b1e99b955964", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "8b36b18a-d200-4755-bf5b-b1e99b955964", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a1a1d794-8ac7-4a6f-add5-5b07dd1383eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:40:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "8b36b18a-d200-4755-bf5b-b1e99b955964", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm", "name": "e2e-same-id-b-512cd3c8-kserve-route-authn"} 2026-09-10T22:40:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "8b36b18a-d200-4755-bf5b-b1e99b955964", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:40:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "8b36b18a-d200-4755-bf5b-b1e99b955964", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a1a1d794-8ac7-4a6f-add5-5b07dd1383eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:40:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a1a1d794-8ac7-4a6f-add5-5b07dd1383eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:40:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd042b71-e752-4a91-aaa2-ff3f5829a075", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:40:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd042b71-e752-4a91-aaa2-ff3f5829a075", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:40:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd042b71-e752-4a91-aaa2-ff3f5829a075", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:40:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "6bbc6cc6-ce7d-4e73-ab44-0e715d0acb2a", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "6bbc6cc6-ce7d-4e73-ab44-0e715d0acb2a", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "6bbc6cc6-ce7d-4e73-ab44-0e715d0acb2a", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "6bbc6cc6-ce7d-4e73-ab44-0e715d0acb2a", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm", "name": "e2e-same-id-a-512cd3c8-kserve-route-authn"} 2026-09-10T22:40:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "6bbc6cc6-ce7d-4e73-ab44-0e715d0acb2a", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:40:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "6bbc6cc6-ce7d-4e73-ab44-0e715d0acb2a", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "a208d3f7-611a-4123-9054-17ba9f80da6c", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "a208d3f7-611a-4123-9054-17ba9f80da6c", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "a208d3f7-611a-4123-9054-17ba9f80da6c", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "a208d3f7-611a-4123-9054-17ba9f80da6c", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm", "name": "e2e-same-id-b-512cd3c8-kserve-route-authn"} 2026-09-10T22:40:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "a208d3f7-611a-4123-9054-17ba9f80da6c", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:40:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "a208d3f7-611a-4123-9054-17ba9f80da6c", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a901643a-7b37-41db-8b17-1329cb02283c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:40:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a901643a-7b37-41db-8b17-1329cb02283c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:40:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a901643a-7b37-41db-8b17-1329cb02283c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:40:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "018f8efd-46b1-4ecd-a958-e0ce2cb196cf", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "018f8efd-46b1-4ecd-a958-e0ce2cb196cf", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "018f8efd-46b1-4ecd-a958-e0ce2cb196cf", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "018f8efd-46b1-4ecd-a958-e0ce2cb196cf", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm", "name": "e2e-same-id-b-512cd3c8-kserve-route-authn"} 2026-09-10T22:40:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "018f8efd-46b1-4ecd-a958-e0ce2cb196cf", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:40:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "018f8efd-46b1-4ecd-a958-e0ce2cb196cf", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "6cb3b15c-1b46-4c00-af4c-8cbd9b58f907", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "6cb3b15c-1b46-4c00-af4c-8cbd9b58f907", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "6cb3b15c-1b46-4c00-af4c-8cbd9b58f907", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:40:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "6cb3b15c-1b46-4c00-af4c-8cbd9b58f907", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm", "name": "e2e-same-id-a-512cd3c8-kserve-route-authn"} 2026-09-10T22:40:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "6cb3b15c-1b46-4c00-af4c-8cbd9b58f907", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:40:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "6cb3b15c-1b46-4c00-af4c-8cbd9b58f907", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "de23b145-82ca-4160-ae71-286868baaa93", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "de23b145-82ca-4160-ae71-286868baaa93", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "de23b145-82ca-4160-ae71-286868baaa93", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "de23b145-82ca-4160-ae71-286868baaa93", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm", "name": "e2e-same-id-b-512cd3c8-kserve-route-authn"} 2026-09-10T22:41:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "de23b145-82ca-4160-ae71-286868baaa93", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:41:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "de23b145-82ca-4160-ae71-286868baaa93", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "1107ee40-cfc0-45ed-ada3-33dbdc25a901", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "1107ee40-cfc0-45ed-ada3-33dbdc25a901", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm", "name": "e2e-same-id-a-512cd3c8"} 2026-09-10T22:41:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "1107ee40-cfc0-45ed-ada3-33dbdc25a901", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "1107ee40-cfc0-45ed-ada3-33dbdc25a901", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "1107ee40-cfc0-45ed-ada3-33dbdc25a901", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm", "name": "e2e-same-id-a-512cd3c8-kserve-route-authn"} 2026-09-10T22:41:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "1107ee40-cfc0-45ed-ada3-33dbdc25a901", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm", "name": "e2e-same-id-a-512cd3c8-kserve-route-authn"} 2026-09-10T22:41:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-512cd3c8", "reconcileID": "cb096acd-edb6-4979-8c6b-f15b78d7d31e", "LLMInferenceService": "e2e-same-id-a-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "926a4133-a401-4bf8-b0c8-158a516d0e91", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:41:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "926a4133-a401-4bf8-b0c8-158a516d0e91", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:41:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "926a4133-a401-4bf8-b0c8-158a516d0e91", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:41:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41dbe3d5-ae5a-4994-a48f-d3e432c8ed9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:41:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41dbe3d5-ae5a-4994-a48f-d3e432c8ed9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:41:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41dbe3d5-ae5a-4994-a48f-d3e432c8ed9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:41:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "b903defe-0e2a-49ae-8def-8fd762558068", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "b903defe-0e2a-49ae-8def-8fd762558068", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm", "name": "e2e-same-id-b-512cd3c8"} 2026-09-10T22:41:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "b903defe-0e2a-49ae-8def-8fd762558068", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "b903defe-0e2a-49ae-8def-8fd762558068", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "b903defe-0e2a-49ae-8def-8fd762558068", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm", "name": "e2e-same-id-b-512cd3c8-kserve-route-authn"} 2026-09-10T22:41:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "b903defe-0e2a-49ae-8def-8fd762558068", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm", "name": "e2e-same-id-b-512cd3c8-kserve-route-authn"} 2026-09-10T22:41:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-512cd3c8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-512cd3c8", "reconcileID": "8d882f28-5469-4571-8626-4294c7fc752e", "LLMInferenceService": "e2e-same-id-b-512cd3c8", "namespace": "llm"} 2026-09-10T22:41:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed489fa2-dbe3-4096-ab7f-070777601610", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:41:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed489fa2-dbe3-4096-ab7f-070777601610", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:41:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed489fa2-dbe3-4096-ab7f-070777601610", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:41:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df1379f3-fb21-438c-bf95-aa862d45a76e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:41:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df1379f3-fb21-438c-bf95-aa862d45a76e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:41:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df1379f3-fb21-438c-bf95-aa862d45a76e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}