2026-09-05T06:51:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-73c192"}, "namespace": "ai-tenant-e2e-api-a-73c192", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f494d262-fc34-4cd4-8e1d-9c161eb39c5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73c192"} 2026-09-05T06:51:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-73c192"}, "namespace": "ai-tenant-e2e-api-a-73c192", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f494d262-fc34-4cd4-8e1d-9c161eb39c5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-73c192"} 2026-09-05T06:51:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73c192","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73c192", "reconcileID": "da26b220-9a32-4719-bf3d-99c6fdddd301", "Gateway": "e2e-api-a-73c192", "namespace": "openshift-ingress"} 2026-09-05T06:51:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73c192","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73c192", "reconcileID": "da26b220-9a32-4719-bf3d-99c6fdddd301", "Gateway": "e2e-api-a-73c192", "namespace": "openshift-ingress", "name": "e2e-api-a-73c192-authn-ssl"} 2026-09-05T06:51:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73c192","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73c192", "reconcileID": "da26b220-9a32-4719-bf3d-99c6fdddd301", "Gateway": "e2e-api-a-73c192", "namespace": "openshift-ingress"} 2026-09-05T06:51:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-73c192","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-73c192", "reconcileID": "348d3589-c6f8-4aa7-9675-1340737ef487", "Gateway": "e2e-api-a-73c192", "namespace": "openshift-ingress"} 2026-09-05T06:52:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d91c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d91c81", "reconcileID": "00ffea49-cbd6-40de-ab96-601347a880b7", "Gateway": "e2e-api-b-d91c81", "namespace": "openshift-ingress"} 2026-09-05T06:52:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d91c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d91c81", "reconcileID": "00ffea49-cbd6-40de-ab96-601347a880b7", "Gateway": "e2e-api-b-d91c81", "namespace": "openshift-ingress", "name": "e2e-api-b-d91c81-authn-ssl"} 2026-09-05T06:52:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d91c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d91c81", "reconcileID": "00ffea49-cbd6-40de-ab96-601347a880b7", "Gateway": "e2e-api-b-d91c81", "namespace": "openshift-ingress"} 2026-09-05T06:52:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d91c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d91c81", "reconcileID": "702b25d0-87fb-4570-acc9-312722693385", "Gateway": "e2e-api-b-d91c81", "namespace": "openshift-ingress"} 2026-09-05T06:52:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d91c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d91c81", "reconcileID": "702b25d0-87fb-4570-acc9-312722693385", "Gateway": "e2e-api-b-d91c81", "namespace": "openshift-ingress", "name": "e2e-api-b-d91c81-authn-ssl"} 2026-09-05T06:52:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d91c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d91c81", "reconcileID": "702b25d0-87fb-4570-acc9-312722693385", "Gateway": "e2e-api-b-d91c81", "namespace": "openshift-ingress"} 2026-09-05T06:52:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d91c81"}, "namespace": "ai-tenant-e2e-api-b-d91c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62bef427-df28-4cba-b1ed-bf94400ad0ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d91c81"} 2026-09-05T06:52:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d91c81"}, "namespace": "ai-tenant-e2e-api-b-d91c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62bef427-df28-4cba-b1ed-bf94400ad0ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d91c81", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:52:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d91c81"}, "namespace": "ai-tenant-e2e-api-b-d91c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62bef427-df28-4cba-b1ed-bf94400ad0ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-d91c81 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:52:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d91c81"}, "namespace": "ai-tenant-e2e-api-b-d91c81", "name": "odh-trusted-ca-bundle", "reconcileID": "459c7a89-f84d-4fe9-87f4-465f3bcf5f0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d91c81"} 2026-09-05T06:52:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d91c81"}, "namespace": "ai-tenant-e2e-api-b-d91c81", "name": "odh-trusted-ca-bundle", "reconcileID": "459c7a89-f84d-4fe9-87f4-465f3bcf5f0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d91c81"} 2026-09-05T06:52:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d91c81"}, "namespace": "ai-tenant-e2e-api-b-d91c81", "name": "openshift-service-ca.crt", "reconcileID": "db88a6ba-b274-4550-a15e-75f9dd1cdb3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d91c81"} 2026-09-05T06:52:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d91c81"}, "namespace": "ai-tenant-e2e-api-b-d91c81", "name": "openshift-service-ca.crt", "reconcileID": "db88a6ba-b274-4550-a15e-75f9dd1cdb3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d91c81"} 2026-09-05T06:52:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d91c81"}, "namespace": "ai-tenant-e2e-api-b-d91c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d066ec9f-c2a7-45c1-961c-31c808e23255", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d91c81"} 2026-09-05T06:52:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d91c81"}, "namespace": "ai-tenant-e2e-api-b-d91c81", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d066ec9f-c2a7-45c1-961c-31c808e23255", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d91c81"} 2026-09-05T06:52:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d91c81","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d91c81", "reconcileID": "8666ab94-f883-487f-a90e-4f4c668dae49", "Gateway": "e2e-api-b-d91c81", "namespace": "openshift-ingress"} 2026-09-05T06:52:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef54fd","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "rate-test-model-ef54fd", "reconcileID": "7f45f771-0747-48ce-9c16-f35786b9cd6d", "LLMInferenceService": "rate-test-model-ef54fd", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:52:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef54fd","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "rate-test-model-ef54fd", "reconcileID": "7f45f771-0747-48ce-9c16-f35786b9cd6d", "LLMInferenceService": "rate-test-model-ef54fd", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "rate-test-model-ef54fd"} 2026-09-05T06:52:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef54fd","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "rate-test-model-ef54fd", "reconcileID": "7f45f771-0747-48ce-9c16-f35786b9cd6d", "LLMInferenceService": "rate-test-model-ef54fd", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:52:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef54fd","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "rate-test-model-ef54fd", "reconcileID": "7f45f771-0747-48ce-9c16-f35786b9cd6d", "LLMInferenceService": "rate-test-model-ef54fd", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:52:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef54fd","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "rate-test-model-ef54fd", "reconcileID": "7f45f771-0747-48ce-9c16-f35786b9cd6d", "LLMInferenceService": "rate-test-model-ef54fd", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "rate-test-model-ef54fd-kserve-route-authn"} 2026-09-05T06:52:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef54fd","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "rate-test-model-ef54fd", "reconcileID": "7f45f771-0747-48ce-9c16-f35786b9cd6d", "LLMInferenceService": "rate-test-model-ef54fd", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "rate-test-model-ef54fd-kserve-route-authn"} 2026-09-05T06:52:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef54fd","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "rate-test-model-ef54fd", "reconcileID": "7f45f771-0747-48ce-9c16-f35786b9cd6d", "LLMInferenceService": "rate-test-model-ef54fd", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:52:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef54fd","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "rate-test-model-ef54fd", "reconcileID": "7f45f771-0747-48ce-9c16-f35786b9cd6d", "LLMInferenceService": "rate-test-model-ef54fd", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:52:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ef54fd","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "rate-test-model-ef54fd", "reconcileID": "dbdc1716-7ee2-4c4e-90d9-176ce788d99c", "LLMInferenceService": "rate-test-model-ef54fd", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:52:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "daf966a5-7cd6-4d2c-9f61-d5a1509d732d", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress"} 2026-09-05T06:52:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "daf966a5-7cd6-4d2c-9f61-d5a1509d732d", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd-authn-ssl"} 2026-09-05T06:52:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "daf966a5-7cd6-4d2c-9f61-d5a1509d732d", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress"} 2026-09-05T06:52:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "15582fc4-7ba0-44f8-957d-8599ad80a606", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress"} 2026-09-05T06:52:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "15582fc4-7ba0-44f8-957d-8599ad80a606", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd-authn-ssl"} 2026-09-05T06:52:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "15582fc4-7ba0-44f8-957d-8599ad80a606", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress"} 2026-09-05T06:52:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b1d24","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "rate-test-model-5b1d24", "reconcileID": "e3eee340-95d9-429a-8196-bacc5fd60856", "LLMInferenceService": "rate-test-model-5b1d24", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:52:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b1d24","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "rate-test-model-5b1d24", "reconcileID": "e3eee340-95d9-429a-8196-bacc5fd60856", "LLMInferenceService": "rate-test-model-5b1d24", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "rate-test-model-5b1d24"} 2026-09-05T06:52:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b1d24","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "rate-test-model-5b1d24", "reconcileID": "e3eee340-95d9-429a-8196-bacc5fd60856", "LLMInferenceService": "rate-test-model-5b1d24", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:52:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b1d24","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "rate-test-model-5b1d24", "reconcileID": "e3eee340-95d9-429a-8196-bacc5fd60856", "LLMInferenceService": "rate-test-model-5b1d24", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:52:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b1d24","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "rate-test-model-5b1d24", "reconcileID": "e3eee340-95d9-429a-8196-bacc5fd60856", "LLMInferenceService": "rate-test-model-5b1d24", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "rate-test-model-5b1d24-kserve-route-authn"} 2026-09-05T06:52:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b1d24","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "rate-test-model-5b1d24", "reconcileID": "e3eee340-95d9-429a-8196-bacc5fd60856", "LLMInferenceService": "rate-test-model-5b1d24", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "rate-test-model-5b1d24-kserve-route-authn"} 2026-09-05T06:52:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b1d24","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "rate-test-model-5b1d24", "reconcileID": "e3eee340-95d9-429a-8196-bacc5fd60856", "LLMInferenceService": "rate-test-model-5b1d24", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:52:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b1d24","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "rate-test-model-5b1d24", "reconcileID": "e3eee340-95d9-429a-8196-bacc5fd60856", "LLMInferenceService": "rate-test-model-5b1d24", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:52:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b1d24","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "rate-test-model-5b1d24", "reconcileID": "47e21c0c-67d5-4365-8ea6-2478a5239dcb", "LLMInferenceService": "rate-test-model-5b1d24", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:52:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "7c64885e-37a2-4826-b2ed-3421fedeab9a", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress"} 2026-09-05T06:52:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "7c64885e-37a2-4826-b2ed-3421fedeab9a", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24-authn-ssl"} 2026-09-05T06:52:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "7c64885e-37a2-4826-b2ed-3421fedeab9a", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress"} 2026-09-05T06:52:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "13936d0b-6753-4565-a324-3d165a3545b6", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress"} 2026-09-05T06:52:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "13936d0b-6753-4565-a324-3d165a3545b6", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24-authn-ssl"} 2026-09-05T06:52:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "13936d0b-6753-4565-a324-3d165a3545b6", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "ed0e4862-f526-4069-a978-a6572a446ced", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "ed0e4862-f526-4069-a978-a6572a446ced", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "ed0e4862-f526-4069-a978-a6572a446ced", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "8feef605-443d-4d51-bc36-229179f66b7f", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "8feef605-443d-4d51-bc36-229179f66b7f", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "8feef605-443d-4d51-bc36-229179f66b7f", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "a0dcc927-3464-4510-9aa3-50870a41f2ad", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "a0dcc927-3464-4510-9aa3-50870a41f2ad", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "a0dcc927-3464-4510-9aa3-50870a41f2ad", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "cddd9802-7e86-4777-8ded-538b30620bc8", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "cddd9802-7e86-4777-8ded-538b30620bc8", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "cddd9802-7e86-4777-8ded-538b30620bc8", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "e41ae490-e426-491b-9371-ad41d096847d", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "e41ae490-e426-491b-9371-ad41d096847d", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "e41ae490-e426-491b-9371-ad41d096847d", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "e724730f-a6b2-4636-a035-a347161486a6", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "e724730f-a6b2-4636-a035-a347161486a6", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "e724730f-a6b2-4636-a035-a347161486a6", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "bf728ef4-2fe7-41f2-9fc9-82eca5ec14b1", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "bf728ef4-2fe7-41f2-9fc9-82eca5ec14b1", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "bf728ef4-2fe7-41f2-9fc9-82eca5ec14b1", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "5c4274b1-34b9-4b81-8910-07a811a5441c", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "5c4274b1-34b9-4b81-8910-07a811a5441c", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:52:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "5c4274b1-34b9-4b81-8910-07a811a5441c", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "openshift-service-ca.crt", "reconcileID": "ed0880df-bbdd-4f7a-a3c4-2f5881ae9c49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:52:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "odh-trusted-ca-bundle", "reconcileID": "8389fc05-d079-49bd-9f1c-25203928e2a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:52:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "openshift-service-ca.crt", "reconcileID": "2d6d2d70-cc53-4507-8320-fe2d81a12692", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-73a747", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:52:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "openshift-service-ca.crt", "reconcileID": "2d6d2d70-cc53-4507-8320-fe2d81a12692", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:52:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5cc7bfa-0c96-4c2d-a141-2d673f045945", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:52:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "openshift-service-ca.crt", "reconcileID": "004bc82f-f675-4196-ada9-ea2a601f9708", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:52:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "odh-trusted-ca-bundle", "reconcileID": "664d1b41-2363-4aaa-a783-d656c9426cae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-73a747", "update": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:52:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "odh-trusted-ca-bundle", "reconcileID": "664d1b41-2363-4aaa-a783-d656c9426cae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:52:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffd2a499-4a38-4a76-bd31-8defdd4adf8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:52:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "4f98ee38-d9d6-4807-87f4-89e86ea7b6e8", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "4f98ee38-d9d6-4807-87f4-89e86ea7b6e8", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:52:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "4f98ee38-d9d6-4807-87f4-89e86ea7b6e8", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eac764","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eac764", "reconcileID": "39c8f276-cccd-45c8-8c17-e6bab91e9d15", "Gateway": "e2e-shared-a-w2-eac764", "namespace": "openshift-ingress"} 2026-09-05T06:52:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eac764","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eac764", "reconcileID": "39c8f276-cccd-45c8-8c17-e6bab91e9d15", "Gateway": "e2e-shared-a-w2-eac764", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eac764-authn-ssl"} 2026-09-05T06:52:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eac764","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eac764", "reconcileID": "39c8f276-cccd-45c8-8c17-e6bab91e9d15", "Gateway": "e2e-shared-a-w2-eac764", "namespace": "openshift-ingress"} 2026-09-05T06:52:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eac764","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eac764", "reconcileID": "76024edb-1e58-42c2-a92a-c60ac042c05e", "Gateway": "e2e-shared-a-w2-eac764", "namespace": "openshift-ingress"} 2026-09-05T06:52:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eac764","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eac764", "reconcileID": "76024edb-1e58-42c2-a92a-c60ac042c05e", "Gateway": "e2e-shared-a-w2-eac764", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eac764-authn-ssl"} 2026-09-05T06:52:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eac764","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eac764", "reconcileID": "76024edb-1e58-42c2-a92a-c60ac042c05e", "Gateway": "e2e-shared-a-w2-eac764", "namespace": "openshift-ingress"} 2026-09-05T06:52:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "49a74922-3bbc-48a5-b75a-fa50d7915a88", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "49a74922-3bbc-48a5-b75a-fa50d7915a88", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:52:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "49a74922-3bbc-48a5-b75a-fa50d7915a88", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eac764"}, "namespace": "ai-tenant-e2e-shared-a-w2-eac764", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "593ef10a-282b-415b-95db-dd54811ee135", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-eac764"} 2026-09-05T06:52:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eac764"}, "namespace": "ai-tenant-e2e-shared-a-w2-eac764", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "593ef10a-282b-415b-95db-dd54811ee135", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-eac764", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:52:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eac764"}, "namespace": "ai-tenant-e2e-shared-a-w2-eac764", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "593ef10a-282b-415b-95db-dd54811ee135", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-eac764 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eac764"}, "namespace": "ai-tenant-e2e-shared-a-w2-eac764", "name": "odh-trusted-ca-bundle", "reconcileID": "2c3fc997-eadf-4134-858f-99da33abe07f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-eac764"} 2026-09-05T06:52:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eac764"}, "namespace": "ai-tenant-e2e-shared-a-w2-eac764", "name": "odh-trusted-ca-bundle", "reconcileID": "2c3fc997-eadf-4134-858f-99da33abe07f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-eac764"} 2026-09-05T06:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-eac764"}, "namespace": "ai-tenant-e2e-shared-a-w2-eac764", "name": "openshift-service-ca.crt", "reconcileID": "ef54c918-5730-4aae-a730-236a19372ed7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-eac764"} 2026-09-05T06:52:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-eac764"}, "namespace": "ai-tenant-e2e-shared-a-w2-eac764", "name": "openshift-service-ca.crt", "reconcileID": "ef54c918-5730-4aae-a730-236a19372ed7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-eac764"} 2026-09-05T06:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eac764"}, "namespace": "ai-tenant-e2e-shared-a-w2-eac764", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af9564a3-e8e7-4bd9-a6ca-f5809bff8dc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-eac764"} 2026-09-05T06:52:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eac764"}, "namespace": "ai-tenant-e2e-shared-a-w2-eac764", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af9564a3-e8e7-4bd9-a6ca-f5809bff8dc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-eac764"} 2026-09-05T06:52:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eac764","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eac764", "reconcileID": "a60c4630-f8a6-4890-9955-0f2428d2d6aa", "Gateway": "e2e-shared-a-w2-eac764", "namespace": "openshift-ingress"} 2026-09-05T06:52:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32e859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32e859", "reconcileID": "f0ede496-b5fe-4269-b95e-cecf695e74b4", "Gateway": "e2e-shared-b-w2-32e859", "namespace": "openshift-ingress"} 2026-09-05T06:52:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32e859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32e859", "reconcileID": "f0ede496-b5fe-4269-b95e-cecf695e74b4", "Gateway": "e2e-shared-b-w2-32e859", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32e859-authn-ssl"} 2026-09-05T06:52:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32e859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32e859", "reconcileID": "f0ede496-b5fe-4269-b95e-cecf695e74b4", "Gateway": "e2e-shared-b-w2-32e859", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "d2c7d249-abc3-49f0-a94a-185a3d02fceb", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "d2c7d249-abc3-49f0-a94a-185a3d02fceb", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288-authn-ssl"} 2026-09-05T06:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "d2c7d249-abc3-49f0-a94a-185a3d02fceb", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "3babb750-bb6d-4959-9a50-a0f63b475f29", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "3babb750-bb6d-4959-9a50-a0f63b475f29", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288-authn-ssl"} 2026-09-05T06:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "3babb750-bb6d-4959-9a50-a0f63b475f29", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "ec639be6-31d6-4988-aa10-bd3b4fcaa5fc", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "ec639be6-31d6-4988-aa10-bd3b4fcaa5fc", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288-authn-ssl"} 2026-09-05T06:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "ec639be6-31d6-4988-aa10-bd3b4fcaa5fc", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "279da0de-980c-4cea-be85-166932d9a077", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "279da0de-980c-4cea-be85-166932d9a077", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288-authn-ssl"} 2026-09-05T06:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "279da0de-980c-4cea-be85-166932d9a077", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "a16b5a7f-c57e-4b9a-b590-51229598e80b", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "a16b5a7f-c57e-4b9a-b590-51229598e80b", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288-authn-ssl"} 2026-09-05T06:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "a16b5a7f-c57e-4b9a-b590-51229598e80b", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "faca0dbf-0df6-4a31-b8e1-ab5a57efc26b", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "faca0dbf-0df6-4a31-b8e1-ab5a57efc26b", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288-authn-ssl"} 2026-09-05T06:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "faca0dbf-0df6-4a31-b8e1-ab5a57efc26b", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "c28711bb-88e3-439f-a060-97b15f15cce1", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "c28711bb-88e3-439f-a060-97b15f15cce1", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288-authn-ssl"} 2026-09-05T06:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "c28711bb-88e3-439f-a060-97b15f15cce1", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "3b90dc4e-6a43-49f1-9dc0-d5182e6fe9b1", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "3b90dc4e-6a43-49f1-9dc0-d5182e6fe9b1", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288-authn-ssl"} 2026-09-05T06:52:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "3b90dc4e-6a43-49f1-9dc0-d5182e6fe9b1", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32e859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32e859", "reconcileID": "499f88d9-ab96-4ec5-b5b9-641794e045d1", "Gateway": "e2e-shared-b-w2-32e859", "namespace": "openshift-ingress"} 2026-09-05T06:52:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32e859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32e859", "reconcileID": "499f88d9-ab96-4ec5-b5b9-641794e045d1", "Gateway": "e2e-shared-b-w2-32e859", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32e859-authn-ssl"} 2026-09-05T06:52:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32e859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32e859", "reconcileID": "499f88d9-ab96-4ec5-b5b9-641794e045d1", "Gateway": "e2e-shared-b-w2-32e859", "namespace": "openshift-ingress"} 2026-09-05T06:52:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32e859"}, "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "525115c2-6b5d-447d-b196-215e2a238ae5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32e859"} 2026-09-05T06:52:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32e859"}, "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "525115c2-6b5d-447d-b196-215e2a238ae5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:52:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32e859"}, "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "525115c2-6b5d-447d-b196-215e2a238ae5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-32e859 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:52:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32e859"}, "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "name": "odh-trusted-ca-bundle", "reconcileID": "84a4b89b-a7a3-40ed-9a27-009813982f32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32e859"} 2026-09-05T06:52:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32e859"}, "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "name": "odh-trusted-ca-bundle", "reconcileID": "84a4b89b-a7a3-40ed-9a27-009813982f32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:52:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32e859"}, "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "name": "odh-trusted-ca-bundle", "reconcileID": "84a4b89b-a7a3-40ed-9a27-009813982f32", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-32e859 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:52:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-32e859"}, "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "name": "openshift-service-ca.crt", "reconcileID": "b4aaf044-14f2-4f66-a504-281f8913ce91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-32e859"} 2026-09-05T06:52:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-32e859"}, "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "name": "openshift-service-ca.crt", "reconcileID": "b4aaf044-14f2-4f66-a504-281f8913ce91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-32e859"} 2026-09-05T06:52:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32e859"}, "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "538ea6ab-719d-4d56-8cd5-a0eec15130cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32e859"} 2026-09-05T06:52:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32e859"}, "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "538ea6ab-719d-4d56-8cd5-a0eec15130cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32e859"} 2026-09-05T06:52:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32e859"}, "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "name": "odh-trusted-ca-bundle", "reconcileID": "04e94aec-84bb-44ca-b6ac-a461729d947d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32e859"} 2026-09-05T06:52:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-32e859"}, "namespace": "ai-tenant-e2e-shared-b-w2-32e859", "name": "odh-trusted-ca-bundle", "reconcileID": "04e94aec-84bb-44ca-b6ac-a461729d947d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-32e859"} 2026-09-05T06:52:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-32e859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-32e859", "reconcileID": "b2155911-444c-437e-9e9a-0ea5125829f2", "Gateway": "e2e-shared-b-w2-32e859", "namespace": "openshift-ingress"} 2026-09-05T06:52:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "openshift-service-ca.crt", "reconcileID": "cd9dfdd2-3057-42a3-805b-721c05456f7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:52:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "odh-trusted-ca-bundle", "reconcileID": "c22685da-86ce-46cc-97d0-7fa392384b18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:52:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "openshift-service-ca.crt", "reconcileID": "2c35ad1d-fe50-4502-b501-0d8de1cd3de5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-930288", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:52:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "openshift-service-ca.crt", "reconcileID": "2c35ad1d-fe50-4502-b501-0d8de1cd3de5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:52:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ea3549c-59f7-4d9b-b671-9a98a78763be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:52:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "openshift-service-ca.crt", "reconcileID": "e7006e56-c38f-49ad-b6c9-26c7c4a6d984", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:52:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "odh-trusted-ca-bundle", "reconcileID": "64ab42e2-bc35-4832-a42b-947bae6ec46f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-930288", "update": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:52:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "odh-trusted-ca-bundle", "reconcileID": "64ab42e2-bc35-4832-a42b-947bae6ec46f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:52:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1152950-8349-4a7e-9023-126edcc38407", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:52:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "524c02c5-0c82-49e6-91af-b8c49d63d23a", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "524c02c5-0c82-49e6-91af-b8c49d63d23a", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288-authn-ssl"} 2026-09-05T06:52:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "524c02c5-0c82-49e6-91af-b8c49d63d23a", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "8b4e2c09-2d30-466f-8bba-0193eddecd6e", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:52:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "8b4e2c09-2d30-466f-8bba-0193eddecd6e", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288-authn-ssl"} 2026-09-05T06:52:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "8b4e2c09-2d30-466f-8bba-0193eddecd6e", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:53:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "33a01565-c972-4d4d-a0e9-469c2dd6f133", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "33a01565-c972-4d4d-a0e9-469c2dd6f133", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "33a01565-c972-4d4d-a0e9-469c2dd6f133", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "848dad42-8cdb-4af5-b86c-81605ba318ee", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:53:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "33a01565-c972-4d4d-a0e9-469c2dd6f133", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747-kserve-route-authn"} 2026-09-05T06:53:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "33a01565-c972-4d4d-a0e9-469c2dd6f133", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "authType": "userdefined"} 2026-09-05T06:53:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "33a01565-c972-4d4d-a0e9-469c2dd6f133", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "848dad42-8cdb-4af5-b86c-81605ba318ee", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:53:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "848dad42-8cdb-4af5-b86c-81605ba318ee", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:53:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "f8dd03e2-f7d5-49d6-915a-c05515c6d8e1", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "f8dd03e2-f7d5-49d6-915a-c05515c6d8e1", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "f8dd03e2-f7d5-49d6-915a-c05515c6d8e1", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "f8dd03e2-f7d5-49d6-915a-c05515c6d8e1", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747-kserve-route-authn"} 2026-09-05T06:53:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "f8dd03e2-f7d5-49d6-915a-c05515c6d8e1", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "authType": "userdefined"} 2026-09-05T06:53:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "f8dd03e2-f7d5-49d6-915a-c05515c6d8e1", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "c0cabbe8-2acd-4e2d-a820-ba8d69a84822", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:53:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "c0cabbe8-2acd-4e2d-a820-ba8d69a84822", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:53:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "c0cabbe8-2acd-4e2d-a820-ba8d69a84822", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:53:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "020e5b77-15df-48cd-93d8-dc9f0194a573", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "020e5b77-15df-48cd-93d8-dc9f0194a573", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "020e5b77-15df-48cd-93d8-dc9f0194a573", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "020e5b77-15df-48cd-93d8-dc9f0194a573", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747-kserve-route-authn"} 2026-09-05T06:53:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "020e5b77-15df-48cd-93d8-dc9f0194a573", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "authType": "userdefined"} 2026-09-05T06:53:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "020e5b77-15df-48cd-93d8-dc9f0194a573", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "67217820-8c08-48fc-82f1-8098998045fe", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "67217820-8c08-48fc-82f1-8098998045fe", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "67217820-8c08-48fc-82f1-8098998045fe", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "67217820-8c08-48fc-82f1-8098998045fe", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747-kserve-route-authn"} 2026-09-05T06:53:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "67217820-8c08-48fc-82f1-8098998045fe", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "authType": "userdefined"} 2026-09-05T06:53:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "67217820-8c08-48fc-82f1-8098998045fe", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "023aa5cb-d873-4114-8732-71d90c8852cf", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "023aa5cb-d873-4114-8732-71d90c8852cf", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "023aa5cb-d873-4114-8732-71d90c8852cf", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "023aa5cb-d873-4114-8732-71d90c8852cf", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747-kserve-route-authn"} 2026-09-05T06:53:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "023aa5cb-d873-4114-8732-71d90c8852cf", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "authType": "userdefined"} 2026-09-05T06:53:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "023aa5cb-d873-4114-8732-71d90c8852cf", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:53:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "06858a2d-75b3-40a5-be57-a95b9325dfe4", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "06858a2d-75b3-40a5-be57-a95b9325dfe4", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730-authn-ssl"} 2026-09-05T06:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "06858a2d-75b3-40a5-be57-a95b9325dfe4", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "04ca16b5-2597-434a-b252-bf74fbc3a0b5", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "04ca16b5-2597-434a-b252-bf74fbc3a0b5", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730-authn-ssl"} 2026-09-05T06:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "04ca16b5-2597-434a-b252-bf74fbc3a0b5", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "e5cdd8ac-9bf9-48bf-ac76-9713cd63437a", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "e5cdd8ac-9bf9-48bf-ac76-9713cd63437a", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730-authn-ssl"} 2026-09-05T06:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "e5cdd8ac-9bf9-48bf-ac76-9713cd63437a", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "44533ce9-f9f9-4c0a-9b60-8f3ca60e12c8", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "44533ce9-f9f9-4c0a-9b60-8f3ca60e12c8", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730-authn-ssl"} 2026-09-05T06:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "44533ce9-f9f9-4c0a-9b60-8f3ca60e12c8", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "9607add0-5463-4949-b375-ae109d6ef7ad", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "9607add0-5463-4949-b375-ae109d6ef7ad", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730-authn-ssl"} 2026-09-05T06:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "9607add0-5463-4949-b375-ae109d6ef7ad", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "d8208247-4af3-4c26-93a6-178340e94b55", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "d8208247-4af3-4c26-93a6-178340e94b55", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730-authn-ssl"} 2026-09-05T06:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "d8208247-4af3-4c26-93a6-178340e94b55", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "d850a2ba-c6d1-4d01-a53a-8d44aa748fbb", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:53:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "d850a2ba-c6d1-4d01-a53a-8d44aa748fbb", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730-authn-ssl"} 2026-09-05T06:53:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "d850a2ba-c6d1-4d01-a53a-8d44aa748fbb", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:54:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "c705c445-b679-4f08-9abe-df653e910469", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:54:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "c705c445-b679-4f08-9abe-df653e910469", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730-authn-ssl"} 2026-09-05T06:54:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "c705c445-b679-4f08-9abe-df653e910469", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:54:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "openshift-service-ca.crt", "reconcileID": "c2607ed7-4ea8-4b2f-839c-5d53957f31a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "odh-trusted-ca-bundle", "reconcileID": "d0742184-1651-4697-904f-99ec1f7397a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "openshift-service-ca.crt", "reconcileID": "1c88f6c8-c3b0-48ce-9c86-20d9b908d6dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:54:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "openshift-service-ca.crt", "reconcileID": "1c88f6c8-c3b0-48ce-9c86-20d9b908d6dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a7d1459-30fd-46a1-99f9-482e14872b17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "openshift-service-ca.crt", "reconcileID": "4ba7c9f5-7756-43eb-ac8d-6b26811ead63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "odh-trusted-ca-bundle", "reconcileID": "c673aeaf-3d74-4b04-b754-2f08479ac122", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "update": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:54:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "odh-trusted-ca-bundle", "reconcileID": "c673aeaf-3d74-4b04-b754-2f08479ac122", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ad42ecc-2387-4f08-81cc-a5fbd223544f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "31daea17-0eac-47c3-a37b-52766f86044b", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:54:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "31daea17-0eac-47c3-a37b-52766f86044b", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730-authn-ssl"} 2026-09-05T06:54:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "31daea17-0eac-47c3-a37b-52766f86044b", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:54:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "a715e227-acc2-436a-b8c3-5e58d86d17a5", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:54:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "a715e227-acc2-436a-b8c3-5e58d86d17a5", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730-authn-ssl"} 2026-09-05T06:54:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "a715e227-acc2-436a-b8c3-5e58d86d17a5", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:54:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "0b3d8df4-2a53-4dd4-9eff-c8dbd509eed7", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:54:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "0b3d8df4-2a53-4dd4-9eff-c8dbd509eed7", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730-authn-ssl"} 2026-09-05T06:54:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "0b3d8df4-2a53-4dd4-9eff-c8dbd509eed7", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:54:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8796e07c-e7cd-4f3d-a080-898a2e5b40ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8796e07c-e7cd-4f3d-a080-898a2e5b40ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:54:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8796e07c-e7cd-4f3d-a080-898a2e5b40ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-703730 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:54:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "odh-trusted-ca-bundle", "reconcileID": "f79001cb-cf89-46c1-b51b-3d2e185c406c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "odh-trusted-ca-bundle", "reconcileID": "f79001cb-cf89-46c1-b51b-3d2e185c406c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "openshift-service-ca.crt", "reconcileID": "533feb7c-791e-4e80-8df7-6505f5dca043", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "openshift-service-ca.crt", "reconcileID": "533feb7c-791e-4e80-8df7-6505f5dca043", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3dd916c-d1f1-4279-a6fa-3ed8da3d1810", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-703730"}, "namespace": "ai-tenant-e2e-ipp-cleanup-703730", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3dd916c-d1f1-4279-a6fa-3ed8da3d1810", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-703730"} 2026-09-05T06:54:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "52f33104-cee2-4d03-ac57-10f7fab96ace", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:54:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "52f33104-cee2-4d03-ac57-10f7fab96ace", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730-authn-ssl"} 2026-09-05T06:54:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "52f33104-cee2-4d03-ac57-10f7fab96ace", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:54:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-703730","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-703730", "reconcileID": "6b9b3ede-f9ad-4e78-9300-e580d0178fff", "Gateway": "e2e-ipp-cleanup-703730", "namespace": "openshift-ingress"} 2026-09-05T06:55:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "c21ae0d0-5d13-4173-93ea-46d132e29d67", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:55:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "c21ae0d0-5d13-4173-93ea-46d132e29d67", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:55:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "c21ae0d0-5d13-4173-93ea-46d132e29d67", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:55:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "af31bb60-00ad-4ac0-9ef2-ddab9d248f2b", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:55:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "af31bb60-00ad-4ac0-9ef2-ddab9d248f2b", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:55:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "af31bb60-00ad-4ac0-9ef2-ddab9d248f2b", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:55:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "77bad78a-c68d-42ff-92ff-fdbd81cdf7ac", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "77bad78a-c68d-42ff-92ff-fdbd81cdf7ac", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "77bad78a-c68d-42ff-92ff-fdbd81cdf7ac", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "77bad78a-c68d-42ff-92ff-fdbd81cdf7ac", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747-kserve-route-authn"} 2026-09-05T06:55:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "77bad78a-c68d-42ff-92ff-fdbd81cdf7ac", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "authType": "userdefined"} 2026-09-05T06:55:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "77bad78a-c68d-42ff-92ff-fdbd81cdf7ac", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "05f7b39e-a85b-4e28-85f3-f863f5758336", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:55:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "05f7b39e-a85b-4e28-85f3-f863f5758336", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:55:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "05f7b39e-a85b-4e28-85f3-f863f5758336", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "68103d39-5289-4743-ac83-543c5b282a10", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "68103d39-5289-4743-ac83-543c5b282a10", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "68103d39-5289-4743-ac83-543c5b282a10", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:55:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "28c3b158-73e3-4ea6-8dc3-b36bbc8b38c3", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "28c3b158-73e3-4ea6-8dc3-b36bbc8b38c3", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747"} 2026-09-05T06:55:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "28c3b158-73e3-4ea6-8dc3-b36bbc8b38c3", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "28c3b158-73e3-4ea6-8dc3-b36bbc8b38c3", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "28c3b158-73e3-4ea6-8dc3-b36bbc8b38c3", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747-kserve-route-authn"} 2026-09-05T06:55:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "28c3b158-73e3-4ea6-8dc3-b36bbc8b38c3", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747-kserve-route-authn"} 2026-09-05T06:55:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "28c3b158-73e3-4ea6-8dc3-b36bbc8b38c3", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "28c3b158-73e3-4ea6-8dc3-b36bbc8b38c3", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc0d582d-f3fa-4bee-8d20-be081e5e8a78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc0d582d-f3fa-4bee-8d20-be081e5e8a78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-73a747", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:55:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc0d582d-f3fa-4bee-8d20-be081e5e8a78", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-73a747 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:55:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "odh-trusted-ca-bundle", "reconcileID": "65842ae4-bd09-4f2f-9dbe-f2aa08d230cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "odh-trusted-ca-bundle", "reconcileID": "65842ae4-bd09-4f2f-9dbe-f2aa08d230cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "openshift-service-ca.crt", "reconcileID": "182c58ba-1b86-493c-bc22-319a7ba81fb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "openshift-service-ca.crt", "reconcileID": "182c58ba-1b86-493c-bc22-319a7ba81fb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbd3d8bd-a86e-4a43-9a9b-92dc4a4eec7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbd3d8bd-a86e-4a43-9a9b-92dc4a4eec7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "afe7a9e4-f8c6-4942-8af9-06b92d1c912b", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "afe7a9e4-f8c6-4942-8af9-06b92d1c912b", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747"} 2026-09-05T06:55:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "afe7a9e4-f8c6-4942-8af9-06b92d1c912b", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "afe7a9e4-f8c6-4942-8af9-06b92d1c912b", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "afe7a9e4-f8c6-4942-8af9-06b92d1c912b", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747-kserve-route-authn"} 2026-09-05T06:55:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "afe7a9e4-f8c6-4942-8af9-06b92d1c912b", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747-kserve-route-authn"} 2026-09-05T06:55:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "afe7a9e4-f8c6-4942-8af9-06b92d1c912b", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "afe7a9e4-f8c6-4942-8af9-06b92d1c912b", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-73a747","namespace":"ai-tenant-e2e-ipp-a-73a747"}, "namespace": "ai-tenant-e2e-ipp-a-73a747", "name": "ipp-route-73a747", "reconcileID": "53f2196d-4bce-403b-9495-958508b576d0", "LLMInferenceService": "ipp-route-73a747", "namespace": "ai-tenant-e2e-ipp-a-73a747"} 2026-09-05T06:55:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "ea9a58e3-4070-4a06-a6cb-54100f2dc9ff", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:55:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "ea9a58e3-4070-4a06-a6cb-54100f2dc9ff", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747-authn-ssl"} 2026-09-05T06:55:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "ea9a58e3-4070-4a06-a6cb-54100f2dc9ff", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:55:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-73a747","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-73a747", "reconcileID": "f711fba9-c245-47d8-b150-738d4dce111a", "Gateway": "e2e-ipp-a-73a747", "namespace": "openshift-ingress"} 2026-09-05T06:55:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T06:55:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T06:55:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T06:55:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T06:55:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "063ed099-b6a9-4b9b-9abb-84c054013c2c", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:55:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "063ed099-b6a9-4b9b-9abb-84c054013c2c", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288-authn-ssl"} 2026-09-05T06:55:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "063ed099-b6a9-4b9b-9abb-84c054013c2c", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:56:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "99ad295b-83da-4e41-b193-80e6fac8cf53", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:56:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "99ad295b-83da-4e41-b193-80e6fac8cf53", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288-authn-ssl"} 2026-09-05T06:56:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "99ad295b-83da-4e41-b193-80e6fac8cf53", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:56:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddb15d03-7e02-4494-af40-08ede3779083", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:56:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddb15d03-7e02-4494-af40-08ede3779083", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-930288", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:56:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddb15d03-7e02-4494-af40-08ede3779083", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-930288 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:56:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "odh-trusted-ca-bundle", "reconcileID": "6e969e2b-35be-4ef1-9b91-6b654a9a04b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "odh-trusted-ca-bundle", "reconcileID": "6e969e2b-35be-4ef1-9b91-6b654a9a04b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:56:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "openshift-service-ca.crt", "reconcileID": "71045ac3-9f52-4421-8eef-a9c6a581c5a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "openshift-service-ca.crt", "reconcileID": "71045ac3-9f52-4421-8eef-a9c6a581c5a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:56:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fa4e934-7b13-4706-8b6e-4b6a5761c224", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-930288"}, "namespace": "ai-tenant-e2e-ipp-b-930288", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fa4e934-7b13-4706-8b6e-4b6a5761c224", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-930288"} 2026-09-05T06:56:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-930288","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-930288", "reconcileID": "c497500b-7bfb-483c-bfe6-ba2d588ccb99", "Gateway": "e2e-ipp-b-930288", "namespace": "openshift-ingress"} 2026-09-05T06:56:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "a9ad22da-458a-4059-9953-accfa0b1f3e2", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress"} 2026-09-05T06:56:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "a9ad22da-458a-4059-9953-accfa0b1f3e2", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd-authn-ssl"} 2026-09-05T06:56:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "a9ad22da-458a-4059-9953-accfa0b1f3e2", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress"} 2026-09-05T06:56:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "9281178b-66b5-414a-ad4b-5841d095c85b", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress"} 2026-09-05T06:56:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "9281178b-66b5-414a-ad4b-5841d095c85b", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd-authn-ssl"} 2026-09-05T06:56:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "9281178b-66b5-414a-ad4b-5841d095c85b", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress"} 2026-09-05T06:56:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4a6d79c-40af-403c-9501-46b6a5fe1a1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:56:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4a6d79c-40af-403c-9501-46b6a5fe1a1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:56:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4a6d79c-40af-403c-9501-46b6a5fe1a1c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-ef54fd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:56:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "odh-trusted-ca-bundle", "reconcileID": "8325d808-7f69-4654-889f-3b6021e770da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "odh-trusted-ca-bundle", "reconcileID": "8325d808-7f69-4654-889f-3b6021e770da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:56:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "openshift-service-ca.crt", "reconcileID": "dc4ae2e0-b453-4df9-9a44-c00f1764bf20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "openshift-service-ca.crt", "reconcileID": "dc4ae2e0-b453-4df9-9a44-c00f1764bf20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:56:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1075fc6-9b17-4a22-b7cc-7bbaa555ae74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:56:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ef54fd"}, "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1075fc6-9b17-4a22-b7cc-7bbaa555ae74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ef54fd"} 2026-09-05T06:56:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ef54fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ef54fd", "reconcileID": "c326a0e0-9809-431c-adf0-e8c6377ab74b", "Gateway": "e2e-shared-a-w3-ef54fd", "namespace": "openshift-ingress"} 2026-09-05T06:56:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "c15b2fc4-cc11-4848-9782-f92ff125ef3f", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress"} 2026-09-05T06:56:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "c15b2fc4-cc11-4848-9782-f92ff125ef3f", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24-authn-ssl"} 2026-09-05T06:56:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "c15b2fc4-cc11-4848-9782-f92ff125ef3f", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress"} 2026-09-05T06:56:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "124c0b05-4dbd-4bc9-9cdc-0c6868ee0d0c", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress"} 2026-09-05T06:56:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "124c0b05-4dbd-4bc9-9cdc-0c6868ee0d0c", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24-authn-ssl"} 2026-09-05T06:56:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "124c0b05-4dbd-4bc9-9cdc-0c6868ee0d0c", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress"} 2026-09-05T06:56:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c899ead5-57cd-4c6e-bc14-dd3cbdf411a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:56:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c899ead5-57cd-4c6e-bc14-dd3cbdf411a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:56:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c899ead5-57cd-4c6e-bc14-dd3cbdf411a2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-5b1d24 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:56:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "odh-trusted-ca-bundle", "reconcileID": "321ae91e-4907-4d8d-a270-fb6a692b757f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:56:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "odh-trusted-ca-bundle", "reconcileID": "321ae91e-4907-4d8d-a270-fb6a692b757f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:56:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "openshift-service-ca.crt", "reconcileID": "54134703-b305-4c9d-8f9f-b4b81ba6bc6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:56:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "openshift-service-ca.crt", "reconcileID": "54134703-b305-4c9d-8f9f-b4b81ba6bc6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:56:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9345be7-c7fd-41b3-a74f-a9db57dfe55b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:56:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-5b1d24"}, "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9345be7-c7fd-41b3-a74f-a9db57dfe55b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-5b1d24"} 2026-09-05T06:56:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-5b1d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-5b1d24", "reconcileID": "be661af4-4bc2-469f-b737-800d0a916edb", "Gateway": "e2e-shared-b-w3-5b1d24", "namespace": "openshift-ingress"} 2026-09-05T07:00:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "e68c0c7d-7b8e-41aa-939e-d2e968bb87ba", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:00:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "e68c0c7d-7b8e-41aa-939e-d2e968bb87ba", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:00:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "e68c0c7d-7b8e-41aa-939e-d2e968bb87ba", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05e6e5f3-347b-4f45-b0b3-3746bb9193a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "e68c0c7d-7b8e-41aa-939e-d2e968bb87ba", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm", "name": "e2e-same-id-a-02a1edac-kserve-route-authn"} 2026-09-05T07:00:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "e68c0c7d-7b8e-41aa-939e-d2e968bb87ba", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:00:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "e68c0c7d-7b8e-41aa-939e-d2e968bb87ba", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05e6e5f3-347b-4f45-b0b3-3746bb9193a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05e6e5f3-347b-4f45-b0b3-3746bb9193a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "996af0c1-6e7b-4cc7-9155-05aee34cd8fe", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:00:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "996af0c1-6e7b-4cc7-9155-05aee34cd8fe", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:00:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "996af0c1-6e7b-4cc7-9155-05aee34cd8fe", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:00:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fa44880-7ff9-4a7d-9f6a-19bf98d8df7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "996af0c1-6e7b-4cc7-9155-05aee34cd8fe", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm", "name": "e2e-same-id-b-02a1edac-kserve-route-authn"} 2026-09-05T07:00:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "996af0c1-6e7b-4cc7-9155-05aee34cd8fe", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:00:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "996af0c1-6e7b-4cc7-9155-05aee34cd8fe", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:00:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fa44880-7ff9-4a7d-9f6a-19bf98d8df7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:00:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fa44880-7ff9-4a7d-9f6a-19bf98d8df7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "a1136c19-bef8-4b7f-8a56-4d83beedd9b9", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:00:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "a1136c19-bef8-4b7f-8a56-4d83beedd9b9", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:00:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "a1136c19-bef8-4b7f-8a56-4d83beedd9b9", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:00:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "a1136c19-bef8-4b7f-8a56-4d83beedd9b9", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm", "name": "e2e-same-id-a-02a1edac-kserve-route-authn"} 2026-09-05T07:00:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "a1136c19-bef8-4b7f-8a56-4d83beedd9b9", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:00:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "a1136c19-bef8-4b7f-8a56-4d83beedd9b9", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:01:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aac8565e-a4a2-49db-88ab-a4de21e38231", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:01:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aac8565e-a4a2-49db-88ab-a4de21e38231", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:01:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aac8565e-a4a2-49db-88ab-a4de21e38231", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:01:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "c380c5b4-ff8d-433d-bb4f-bb42a7d8050f", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:01:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "c380c5b4-ff8d-433d-bb4f-bb42a7d8050f", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:01:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "c380c5b4-ff8d-433d-bb4f-bb42a7d8050f", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:01:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "c380c5b4-ff8d-433d-bb4f-bb42a7d8050f", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm", "name": "e2e-same-id-a-02a1edac-kserve-route-authn"} 2026-09-05T07:01:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "c380c5b4-ff8d-433d-bb4f-bb42a7d8050f", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:01:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "c380c5b4-ff8d-433d-bb4f-bb42a7d8050f", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:01:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "3597362c-7a03-4c86-a8db-edab655d6ca6", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:01:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "3597362c-7a03-4c86-a8db-edab655d6ca6", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:01:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "3597362c-7a03-4c86-a8db-edab655d6ca6", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:01:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "3597362c-7a03-4c86-a8db-edab655d6ca6", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm", "name": "e2e-same-id-b-02a1edac-kserve-route-authn"} 2026-09-05T07:01:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "3597362c-7a03-4c86-a8db-edab655d6ca6", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:01:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "3597362c-7a03-4c86-a8db-edab655d6ca6", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:01:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c85bfae-23c4-42e7-bf2d-1d0d5322a907", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:01:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c85bfae-23c4-42e7-bf2d-1d0d5322a907", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:01:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c85bfae-23c4-42e7-bf2d-1d0d5322a907", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:01:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "01d97e8c-c8c4-4c13-9c40-80dfa497dbe7", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:01:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "01d97e8c-c8c4-4c13-9c40-80dfa497dbe7", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:01:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "01d97e8c-c8c4-4c13-9c40-80dfa497dbe7", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:01:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "01d97e8c-c8c4-4c13-9c40-80dfa497dbe7", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm", "name": "e2e-same-id-b-02a1edac-kserve-route-authn"} 2026-09-05T07:01:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "01d97e8c-c8c4-4c13-9c40-80dfa497dbe7", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:01:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "01d97e8c-c8c4-4c13-9c40-80dfa497dbe7", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:01:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "d50deead-0d6d-4e27-8bf2-66dcda13799a", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:01:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "d50deead-0d6d-4e27-8bf2-66dcda13799a", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:01:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "d50deead-0d6d-4e27-8bf2-66dcda13799a", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:01:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "d50deead-0d6d-4e27-8bf2-66dcda13799a", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm", "name": "e2e-same-id-a-02a1edac-kserve-route-authn"} 2026-09-05T07:01:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "d50deead-0d6d-4e27-8bf2-66dcda13799a", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:01:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "d50deead-0d6d-4e27-8bf2-66dcda13799a", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:02:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "30890327-143f-4f0a-a1b0-629c405cb4be", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:02:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "30890327-143f-4f0a-a1b0-629c405cb4be", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:02:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "30890327-143f-4f0a-a1b0-629c405cb4be", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:02:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "30890327-143f-4f0a-a1b0-629c405cb4be", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm", "name": "e2e-same-id-b-02a1edac-kserve-route-authn"} 2026-09-05T07:02:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "30890327-143f-4f0a-a1b0-629c405cb4be", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:02:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "30890327-143f-4f0a-a1b0-629c405cb4be", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:02:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "2417e019-e3be-472a-8e88-f267fa4c7cde", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:02:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "2417e019-e3be-472a-8e88-f267fa4c7cde", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm", "name": "e2e-same-id-a-02a1edac"} 2026-09-05T07:02:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "2417e019-e3be-472a-8e88-f267fa4c7cde", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:02:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "2417e019-e3be-472a-8e88-f267fa4c7cde", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:02:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "2417e019-e3be-472a-8e88-f267fa4c7cde", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm", "name": "e2e-same-id-a-02a1edac-kserve-route-authn"} 2026-09-05T07:02:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "2417e019-e3be-472a-8e88-f267fa4c7cde", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm", "name": "e2e-same-id-a-02a1edac-kserve-route-authn"} 2026-09-05T07:02:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-02a1edac", "reconcileID": "9a0320cb-bd78-4d99-af97-f279902bc7b9", "LLMInferenceService": "e2e-same-id-a-02a1edac", "namespace": "llm"} 2026-09-05T07:02:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "686b78d2-6ba7-4635-952d-d1098cabd343", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:02:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "686b78d2-6ba7-4635-952d-d1098cabd343", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:02:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "686b78d2-6ba7-4635-952d-d1098cabd343", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:02:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e82efc9d-9fba-49b7-ab74-b22a9f038e83", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:02:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e82efc9d-9fba-49b7-ab74-b22a9f038e83", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:02:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e82efc9d-9fba-49b7-ab74-b22a9f038e83", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:02:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "eaefce5d-710c-49b6-bb33-65080b877af9", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:02:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "eaefce5d-710c-49b6-bb33-65080b877af9", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm", "name": "e2e-same-id-b-02a1edac"} 2026-09-05T07:02:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "eaefce5d-710c-49b6-bb33-65080b877af9", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:02:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "eaefce5d-710c-49b6-bb33-65080b877af9", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:02:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "eaefce5d-710c-49b6-bb33-65080b877af9", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm", "name": "e2e-same-id-b-02a1edac-kserve-route-authn"} 2026-09-05T07:02:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "eaefce5d-710c-49b6-bb33-65080b877af9", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm", "name": "e2e-same-id-b-02a1edac-kserve-route-authn"} 2026-09-05T07:02:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-02a1edac","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-02a1edac", "reconcileID": "9f4fd36f-3836-43b4-9825-3be17d2b996d", "LLMInferenceService": "e2e-same-id-b-02a1edac", "namespace": "llm"} 2026-09-05T07:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2c9f4e2-6ee0-4241-85e6-144049b137e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2c9f4e2-6ee0-4241-85e6-144049b137e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2c9f4e2-6ee0-4241-85e6-144049b137e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "209f911d-f74b-43e2-8cc0-cb009053327e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "209f911d-f74b-43e2-8cc0-cb009053327e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "209f911d-f74b-43e2-8cc0-cb009053327e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:02:58Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T07:02:58Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T07:02:59Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T07:02:59Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}