2026-09-10T16:41:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fb3d69"}, "namespace": "ai-tenant-e2e-api-a-fb3d69", "name": "odh-trusted-ca-bundle", "reconcileID": "84d9994f-465c-4b7c-9744-0222ad1cfeff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fb3d69"} 2026-09-10T16:41:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fb3d69"}, "namespace": "ai-tenant-e2e-api-a-fb3d69", "name": "odh-trusted-ca-bundle", "reconcileID": "84d9994f-465c-4b7c-9744-0222ad1cfeff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fb3d69"} 2026-09-10T16:41:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fb3d69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fb3d69", "reconcileID": "7aa1654b-c7dd-4178-a757-f371876c64ae", "Gateway": "e2e-api-a-fb3d69", "namespace": "openshift-ingress"} 2026-09-10T16:41:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "6a77b3d4-bac7-4555-b316-b4da3d2c5abe", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:41:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "6a77b3d4-bac7-4555-b316-b4da3d2c5abe", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:41:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "6a77b3d4-bac7-4555-b316-b4da3d2c5abe", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:41:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "6a77b3d4-bac7-4555-b316-b4da3d2c5abe", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4-kserve-route-authn"} 2026-09-10T16:41:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "6a77b3d4-bac7-4555-b316-b4da3d2c5abe", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "authType": "userdefined"} 2026-09-10T16:41:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "6a77b3d4-bac7-4555-b316-b4da3d2c5abe", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:41:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cdfd80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cdfd80", "reconcileID": "67316e71-34a5-4666-a92a-b89f700d27b1", "Gateway": "e2e-api-b-cdfd80", "namespace": "openshift-ingress"} 2026-09-10T16:41:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cdfd80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cdfd80", "reconcileID": "67316e71-34a5-4666-a92a-b89f700d27b1", "Gateway": "e2e-api-b-cdfd80", "namespace": "openshift-ingress", "name": "e2e-api-b-cdfd80-authn-ssl"} 2026-09-10T16:41:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cdfd80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cdfd80", "reconcileID": "67316e71-34a5-4666-a92a-b89f700d27b1", "Gateway": "e2e-api-b-cdfd80", "namespace": "openshift-ingress"} 2026-09-10T16:41:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cdfd80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cdfd80", "reconcileID": "b55d93b0-51cc-44b5-aab9-cc16a784a4a8", "Gateway": "e2e-api-b-cdfd80", "namespace": "openshift-ingress"} 2026-09-10T16:41:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cdfd80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cdfd80", "reconcileID": "b55d93b0-51cc-44b5-aab9-cc16a784a4a8", "Gateway": "e2e-api-b-cdfd80", "namespace": "openshift-ingress", "name": "e2e-api-b-cdfd80-authn-ssl"} 2026-09-10T16:41:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cdfd80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cdfd80", "reconcileID": "b55d93b0-51cc-44b5-aab9-cc16a784a4a8", "Gateway": "e2e-api-b-cdfd80", "namespace": "openshift-ingress"} 2026-09-10T16:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cdfd80"}, "namespace": "ai-tenant-e2e-api-b-cdfd80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "233737c1-68d0-475e-a78d-23ec30080319", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cdfd80"} 2026-09-10T16:41:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cdfd80"}, "namespace": "ai-tenant-e2e-api-b-cdfd80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "233737c1-68d0-475e-a78d-23ec30080319", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cdfd80", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:41:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cdfd80"}, "namespace": "ai-tenant-e2e-api-b-cdfd80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "233737c1-68d0-475e-a78d-23ec30080319", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-cdfd80 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cdfd80"}, "namespace": "ai-tenant-e2e-api-b-cdfd80", "name": "odh-trusted-ca-bundle", "reconcileID": "0955f7fc-5c79-45d2-9b54-b7395bc2550a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cdfd80"} 2026-09-10T16:41:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cdfd80"}, "namespace": "ai-tenant-e2e-api-b-cdfd80", "name": "odh-trusted-ca-bundle", "reconcileID": "0955f7fc-5c79-45d2-9b54-b7395bc2550a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cdfd80", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:41:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cdfd80"}, "namespace": "ai-tenant-e2e-api-b-cdfd80", "name": "odh-trusted-ca-bundle", "reconcileID": "0955f7fc-5c79-45d2-9b54-b7395bc2550a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-cdfd80 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cdfd80"}, "namespace": "ai-tenant-e2e-api-b-cdfd80", "name": "openshift-service-ca.crt", "reconcileID": "e74fe41f-c6c9-4a26-9ea5-22e5e72cef27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cdfd80"} 2026-09-10T16:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cdfd80"}, "namespace": "ai-tenant-e2e-api-b-cdfd80", "name": "openshift-service-ca.crt", "reconcileID": "e74fe41f-c6c9-4a26-9ea5-22e5e72cef27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cdfd80"} 2026-09-10T16:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cdfd80"}, "namespace": "ai-tenant-e2e-api-b-cdfd80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9de8a973-3583-4b70-b874-4d636f6af603", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cdfd80"} 2026-09-10T16:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cdfd80"}, "namespace": "ai-tenant-e2e-api-b-cdfd80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9de8a973-3583-4b70-b874-4d636f6af603", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cdfd80"} 2026-09-10T16:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cdfd80"}, "namespace": "ai-tenant-e2e-api-b-cdfd80", "name": "odh-trusted-ca-bundle", "reconcileID": "3cfd8a14-e03c-4651-8dc2-346115ad7d2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cdfd80"} 2026-09-10T16:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cdfd80"}, "namespace": "ai-tenant-e2e-api-b-cdfd80", "name": "odh-trusted-ca-bundle", "reconcileID": "3cfd8a14-e03c-4651-8dc2-346115ad7d2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cdfd80"} 2026-09-10T16:41:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cdfd80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cdfd80", "reconcileID": "4bc7b3b0-ef7f-499a-8b81-d7ba89ed61ef", "Gateway": "e2e-api-b-cdfd80", "namespace": "openshift-ingress"} 2026-09-10T16:41:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1925d8","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "rate-test-model-1925d8", "reconcileID": "1a0b5d54-deb4-4b33-b2be-053be4867aea", "LLMInferenceService": "rate-test-model-1925d8", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:41:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1925d8","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "rate-test-model-1925d8", "reconcileID": "1a0b5d54-deb4-4b33-b2be-053be4867aea", "LLMInferenceService": "rate-test-model-1925d8", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "rate-test-model-1925d8"} 2026-09-10T16:41:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1925d8","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "rate-test-model-1925d8", "reconcileID": "1a0b5d54-deb4-4b33-b2be-053be4867aea", "LLMInferenceService": "rate-test-model-1925d8", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:41:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1925d8","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "rate-test-model-1925d8", "reconcileID": "1a0b5d54-deb4-4b33-b2be-053be4867aea", "LLMInferenceService": "rate-test-model-1925d8", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:41:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1925d8","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "rate-test-model-1925d8", "reconcileID": "1a0b5d54-deb4-4b33-b2be-053be4867aea", "LLMInferenceService": "rate-test-model-1925d8", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "rate-test-model-1925d8-kserve-route-authn"} 2026-09-10T16:41:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1925d8","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "rate-test-model-1925d8", "reconcileID": "1a0b5d54-deb4-4b33-b2be-053be4867aea", "LLMInferenceService": "rate-test-model-1925d8", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "rate-test-model-1925d8-kserve-route-authn"} 2026-09-10T16:41:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1925d8","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "rate-test-model-1925d8", "reconcileID": "1a0b5d54-deb4-4b33-b2be-053be4867aea", "LLMInferenceService": "rate-test-model-1925d8", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:41:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1925d8","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "rate-test-model-1925d8", "reconcileID": "1a0b5d54-deb4-4b33-b2be-053be4867aea", "LLMInferenceService": "rate-test-model-1925d8", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:41:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1925d8","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "rate-test-model-1925d8", "reconcileID": "0075cf5b-104e-49f7-bfc6-1c861230978a", "LLMInferenceService": "rate-test-model-1925d8", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:41:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "f8701803-b6bc-45dc-913b-32d8c0322d65", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress"} 2026-09-10T16:41:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "f8701803-b6bc-45dc-913b-32d8c0322d65", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8-authn-ssl"} 2026-09-10T16:41:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "f8701803-b6bc-45dc-913b-32d8c0322d65", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress"} 2026-09-10T16:41:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "c8de9895-0c26-45b6-8aa3-dab268d87a38", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress"} 2026-09-10T16:41:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "c8de9895-0c26-45b6-8aa3-dab268d87a38", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8-authn-ssl"} 2026-09-10T16:41:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "c8de9895-0c26-45b6-8aa3-dab268d87a38", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress"} 2026-09-10T16:41:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "bf139cf9-8ddf-4d14-b26a-3d223af14a82", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:41:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "bf139cf9-8ddf-4d14-b26a-3d223af14a82", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4"} 2026-09-10T16:41:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "bf139cf9-8ddf-4d14-b26a-3d223af14a82", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:41:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "bf139cf9-8ddf-4d14-b26a-3d223af14a82", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:41:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "bf139cf9-8ddf-4d14-b26a-3d223af14a82", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4-kserve-route-authn"} 2026-09-10T16:41:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "bf139cf9-8ddf-4d14-b26a-3d223af14a82", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4-kserve-route-authn"} 2026-09-10T16:41:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "bf139cf9-8ddf-4d14-b26a-3d223af14a82", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:41:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "bf139cf9-8ddf-4d14-b26a-3d223af14a82", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:41:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ccbd4","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "rate-test-model-3ccbd4", "reconcileID": "bbd1748f-341a-4240-b263-73fd2e92e6ea", "LLMInferenceService": "rate-test-model-3ccbd4", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "d8c2257b-a7e9-4b12-9596-fd85d209ff0d", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress"} 2026-09-10T16:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "d8c2257b-a7e9-4b12-9596-fd85d209ff0d", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4-authn-ssl"} 2026-09-10T16:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "d8c2257b-a7e9-4b12-9596-fd85d209ff0d", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress"} 2026-09-10T16:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "e3df6cd5-d35e-4da7-857d-f2ef09b95bca", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress"} 2026-09-10T16:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "e3df6cd5-d35e-4da7-857d-f2ef09b95bca", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4-authn-ssl"} 2026-09-10T16:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "e3df6cd5-d35e-4da7-857d-f2ef09b95bca", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress"} 2026-09-10T16:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "aa572c4b-04f5-4709-b6e5-ab6748c5a710", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "aa572c4b-04f5-4709-b6e5-ab6748c5a710", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "aa572c4b-04f5-4709-b6e5-ab6748c5a710", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "910a27f1-a9d1-4bd1-bfa4-2713785ed645", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "910a27f1-a9d1-4bd1-bfa4-2713785ed645", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "910a27f1-a9d1-4bd1-bfa4-2713785ed645", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "9e624a3c-1722-4ecb-819f-af333eabb634", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "9e624a3c-1722-4ecb-819f-af333eabb634", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "9e624a3c-1722-4ecb-819f-af333eabb634", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "cb3c9ece-cb2c-4c2b-ac23-083418837f0c", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "cb3c9ece-cb2c-4c2b-ac23-083418837f0c", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "cb3c9ece-cb2c-4c2b-ac23-083418837f0c", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "c04fd160-3602-4ba3-af5b-cf3c74c48e90", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "c04fd160-3602-4ba3-af5b-cf3c74c48e90", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:41:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "c04fd160-3602-4ba3-af5b-cf3c74c48e90", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "3d9010f9-1dac-4dd1-9ce9-3551ecb4e0d7", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "3d9010f9-1dac-4dd1-9ce9-3551ecb4e0d7", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:41:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "3d9010f9-1dac-4dd1-9ce9-3551ecb4e0d7", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "f4da0a10-ab40-4531-b71d-7ad1998e10a0", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "f4da0a10-ab40-4531-b71d-7ad1998e10a0", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:41:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "f4da0a10-ab40-4531-b71d-7ad1998e10a0", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "openshift-service-ca.crt", "reconcileID": "9f8ac0cb-4c75-46fb-8a44-41a9b32c9ff3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:41:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "odh-trusted-ca-bundle", "reconcileID": "824d4247-9f8c-45a3-a75e-55bc668d11ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:41:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "openshift-service-ca.crt", "reconcileID": "d9149d76-803d-4196-b220-a32d6f8f317b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-95d261", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:41:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "openshift-service-ca.crt", "reconcileID": "d9149d76-803d-4196-b220-a32d6f8f317b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:41:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b12139b-5b63-4026-aa57-e4d0c4f2fd86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:41:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "openshift-service-ca.crt", "reconcileID": "437ac25e-a3aa-4211-9aad-00beecc2e57d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:41:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "odh-trusted-ca-bundle", "reconcileID": "0f239e07-a1b6-4f7f-9b37-41cdd9567d9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95d261", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:41:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "odh-trusted-ca-bundle", "reconcileID": "0f239e07-a1b6-4f7f-9b37-41cdd9567d9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:41:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a537da4b-a2b1-4d97-8518-fe05af4132cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:41:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "bcd2aaeb-d4a2-4c4a-a048-6135f8d48fec", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "bcd2aaeb-d4a2-4c4a-a048-6135f8d48fec", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:41:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "bcd2aaeb-d4a2-4c4a-a048-6135f8d48fec", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd1ece","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd1ece", "reconcileID": "138c485a-6209-4232-919d-f13855063acd", "Gateway": "e2e-shared-a-w2-bd1ece", "namespace": "openshift-ingress"} 2026-09-10T16:41:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd1ece","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd1ece", "reconcileID": "138c485a-6209-4232-919d-f13855063acd", "Gateway": "e2e-shared-a-w2-bd1ece", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd1ece-authn-ssl"} 2026-09-10T16:41:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd1ece","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd1ece", "reconcileID": "138c485a-6209-4232-919d-f13855063acd", "Gateway": "e2e-shared-a-w2-bd1ece", "namespace": "openshift-ingress"} 2026-09-10T16:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd1ece","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd1ece", "reconcileID": "11a9507f-32d5-401b-be76-7d1ddda78348", "Gateway": "e2e-shared-a-w2-bd1ece", "namespace": "openshift-ingress"} 2026-09-10T16:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd1ece","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd1ece", "reconcileID": "11a9507f-32d5-401b-be76-7d1ddda78348", "Gateway": "e2e-shared-a-w2-bd1ece", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd1ece-authn-ssl"} 2026-09-10T16:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd1ece","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd1ece", "reconcileID": "11a9507f-32d5-401b-be76-7d1ddda78348", "Gateway": "e2e-shared-a-w2-bd1ece", "namespace": "openshift-ingress"} 2026-09-10T16:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "47f0e074-7945-410c-b763-89604119fe16", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "47f0e074-7945-410c-b763-89604119fe16", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "47f0e074-7945-410c-b763-89604119fe16", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:41:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd1ece"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9230994-a899-4b7a-8522-1e85bf83d0d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece"} 2026-09-10T16:41:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd1ece"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9230994-a899-4b7a-8522-1e85bf83d0d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:41:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd1ece"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9230994-a899-4b7a-8522-1e85bf83d0d2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-bd1ece because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:41:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd1ece"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece", "name": "odh-trusted-ca-bundle", "reconcileID": "0c727a54-e44c-4b05-8ffb-2c08084dc250", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece"} 2026-09-10T16:41:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd1ece"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece", "name": "odh-trusted-ca-bundle", "reconcileID": "0c727a54-e44c-4b05-8ffb-2c08084dc250", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece"} 2026-09-10T16:41:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-bd1ece"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece", "name": "openshift-service-ca.crt", "reconcileID": "66521571-b4bd-494c-b0f4-87d8ef896e6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece"} 2026-09-10T16:41:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-bd1ece"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece", "name": "openshift-service-ca.crt", "reconcileID": "66521571-b4bd-494c-b0f4-87d8ef896e6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece"} 2026-09-10T16:41:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd1ece"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5a8cb48-023d-4b5f-b1cd-26ed319c6164", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece"} 2026-09-10T16:41:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd1ece"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5a8cb48-023d-4b5f-b1cd-26ed319c6164", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd1ece"} 2026-09-10T16:41:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd1ece","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd1ece", "reconcileID": "481b1beb-f50a-40ce-a995-8195c64afccf", "Gateway": "e2e-shared-a-w2-bd1ece", "namespace": "openshift-ingress"} 2026-09-10T16:42:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "ccc08b23-fb05-4980-8067-ef289e046a15", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "ccc08b23-fb05-4980-8067-ef289e046a15", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230-authn-ssl"} 2026-09-10T16:42:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "ccc08b23-fb05-4980-8067-ef289e046a15", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "aa1cbf3c-e030-40af-9558-981f73d18d28", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "aa1cbf3c-e030-40af-9558-981f73d18d28", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230-authn-ssl"} 2026-09-10T16:42:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "aa1cbf3c-e030-40af-9558-981f73d18d28", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "293a4174-ff72-4083-9f79-e48558b8d5f0", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "293a4174-ff72-4083-9f79-e48558b8d5f0", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230-authn-ssl"} 2026-09-10T16:42:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "293a4174-ff72-4083-9f79-e48558b8d5f0", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "33b1fb44-f58d-455c-9bee-b9c3b8caecd5", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "33b1fb44-f58d-455c-9bee-b9c3b8caecd5", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230-authn-ssl"} 2026-09-10T16:42:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "33b1fb44-f58d-455c-9bee-b9c3b8caecd5", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "cc8ddb10-30a4-4414-aa0e-8a13b3ea0027", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "cc8ddb10-30a4-4414-aa0e-8a13b3ea0027", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230-authn-ssl"} 2026-09-10T16:42:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "cc8ddb10-30a4-4414-aa0e-8a13b3ea0027", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "fad414d7-2205-49e6-a687-90d69d9aefdb", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "fad414d7-2205-49e6-a687-90d69d9aefdb", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230-authn-ssl"} 2026-09-10T16:42:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "fad414d7-2205-49e6-a687-90d69d9aefdb", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-035bd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-035bd5", "reconcileID": "40d92b18-d044-4d84-b34b-f56e12e52843", "Gateway": "e2e-shared-b-w2-035bd5", "namespace": "openshift-ingress"} 2026-09-10T16:42:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-035bd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-035bd5", "reconcileID": "40d92b18-d044-4d84-b34b-f56e12e52843", "Gateway": "e2e-shared-b-w2-035bd5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-035bd5-authn-ssl"} 2026-09-10T16:42:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-035bd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-035bd5", "reconcileID": "40d92b18-d044-4d84-b34b-f56e12e52843", "Gateway": "e2e-shared-b-w2-035bd5", "namespace": "openshift-ingress"} 2026-09-10T16:42:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "36760024-c089-4b52-908d-91a85ff60563", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "36760024-c089-4b52-908d-91a85ff60563", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230-authn-ssl"} 2026-09-10T16:42:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "36760024-c089-4b52-908d-91a85ff60563", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "openshift-service-ca.crt", "reconcileID": "db8783d3-b74e-4bd6-81d3-5b2ccebf39a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:42:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-trusted-ca-bundle", "reconcileID": "ef29c33e-da36-48da-9009-5e19f8c653cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:42:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "openshift-service-ca.crt", "reconcileID": "35d935ae-7a7b-44e9-b005-992a489ef562", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86d230", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:42:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "openshift-service-ca.crt", "reconcileID": "35d935ae-7a7b-44e9-b005-992a489ef562", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:42:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90b20b46-bef8-4572-95c1-7a01076b6be0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:42:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "openshift-service-ca.crt", "reconcileID": "21ca6b26-b6aa-4920-94ab-ba6f1bb1fe60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:42:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-trusted-ca-bundle", "reconcileID": "c0543c4f-bc47-417f-929e-d7648338e4c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:42:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-trusted-ca-bundle", "reconcileID": "c0543c4f-bc47-417f-929e-d7648338e4c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:42:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "092ae202-d933-4d2b-8873-b882af57c7e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:42:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "24d9f6d5-423a-49d1-b4cf-eddecd035495", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "24d9f6d5-423a-49d1-b4cf-eddecd035495", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230-authn-ssl"} 2026-09-10T16:42:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "24d9f6d5-423a-49d1-b4cf-eddecd035495", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-035bd5"}, "namespace": "ai-tenant-e2e-shared-b-w2-035bd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5871c00c-b28f-43c7-8219-61355aff85e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-035bd5"} 2026-09-10T16:42:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-035bd5"}, "namespace": "ai-tenant-e2e-shared-b-w2-035bd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5871c00c-b28f-43c7-8219-61355aff85e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-035bd5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:42:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-035bd5"}, "namespace": "ai-tenant-e2e-shared-b-w2-035bd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5871c00c-b28f-43c7-8219-61355aff85e1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-035bd5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:42:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-035bd5"}, "namespace": "ai-tenant-e2e-shared-b-w2-035bd5", "name": "odh-trusted-ca-bundle", "reconcileID": "38343fa6-2135-49d8-b43c-8f671dec6b4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-035bd5"} 2026-09-10T16:42:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-035bd5"}, "namespace": "ai-tenant-e2e-shared-b-w2-035bd5", "name": "odh-trusted-ca-bundle", "reconcileID": "38343fa6-2135-49d8-b43c-8f671dec6b4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-035bd5"} 2026-09-10T16:42:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-035bd5"}, "namespace": "ai-tenant-e2e-shared-b-w2-035bd5", "name": "openshift-service-ca.crt", "reconcileID": "4ff2dbd9-c287-451e-b3b5-b19e786afc2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-035bd5"} 2026-09-10T16:42:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-035bd5"}, "namespace": "ai-tenant-e2e-shared-b-w2-035bd5", "name": "openshift-service-ca.crt", "reconcileID": "4ff2dbd9-c287-451e-b3b5-b19e786afc2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-035bd5"} 2026-09-10T16:42:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-035bd5"}, "namespace": "ai-tenant-e2e-shared-b-w2-035bd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d81c5fd6-46ce-476e-8a0d-f43e77e7db3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-035bd5"} 2026-09-10T16:42:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-035bd5"}, "namespace": "ai-tenant-e2e-shared-b-w2-035bd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d81c5fd6-46ce-476e-8a0d-f43e77e7db3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-035bd5"} 2026-09-10T16:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-035bd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-035bd5", "reconcileID": "cf8d16e2-ce26-4893-9add-f27c560200dd", "Gateway": "e2e-shared-b-w2-035bd5", "namespace": "openshift-ingress"} 2026-09-10T16:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-035bd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-035bd5", "reconcileID": "cf8d16e2-ce26-4893-9add-f27c560200dd", "Gateway": "e2e-shared-b-w2-035bd5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-035bd5-authn-ssl"} 2026-09-10T16:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-035bd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-035bd5", "reconcileID": "cf8d16e2-ce26-4893-9add-f27c560200dd", "Gateway": "e2e-shared-b-w2-035bd5", "namespace": "openshift-ingress"} 2026-09-10T16:42:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-035bd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-035bd5", "reconcileID": "8c82b0cd-d812-46b0-b6e1-92aef70650fb", "Gateway": "e2e-shared-b-w2-035bd5", "namespace": "openshift-ingress"} 2026-09-10T16:42:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "b7b7dd0e-5d0e-49a2-9aee-2f08a83f5675", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "b7b7dd0e-5d0e-49a2-9aee-2f08a83f5675", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230-authn-ssl"} 2026-09-10T16:42:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "b7b7dd0e-5d0e-49a2-9aee-2f08a83f5675", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:42:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "82e5fa1f-507b-46e2-a372-ed301acb943e", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:42:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "82e5fa1f-507b-46e2-a372-ed301acb943e", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:42:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "82e5fa1f-507b-46e2-a372-ed301acb943e", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:42:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "4c3e487e-6479-46e0-955e-217f65aa329d", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:42:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "82e5fa1f-507b-46e2-a372-ed301acb943e", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261-kserve-route-authn"} 2026-09-10T16:42:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "82e5fa1f-507b-46e2-a372-ed301acb943e", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "authType": "userdefined"} 2026-09-10T16:42:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "82e5fa1f-507b-46e2-a372-ed301acb943e", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:42:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "4c3e487e-6479-46e0-955e-217f65aa329d", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:42:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "4c3e487e-6479-46e0-955e-217f65aa329d", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:42:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "eb138328-7264-4478-aac4-4dfadbb16724", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:42:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "eb138328-7264-4478-aac4-4dfadbb16724", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:42:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "eb138328-7264-4478-aac4-4dfadbb16724", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:42:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "eb138328-7264-4478-aac4-4dfadbb16724", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261-kserve-route-authn"} 2026-09-10T16:42:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "eb138328-7264-4478-aac4-4dfadbb16724", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "authType": "userdefined"} 2026-09-10T16:42:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "eb138328-7264-4478-aac4-4dfadbb16724", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:42:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "29001fbb-5448-4b9e-b173-a560c2779f56", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:42:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "29001fbb-5448-4b9e-b173-a560c2779f56", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:42:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "29001fbb-5448-4b9e-b173-a560c2779f56", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:42:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "1b1287d7-4515-44cb-8eb1-10eda7fb9868", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:42:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "1b1287d7-4515-44cb-8eb1-10eda7fb9868", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:42:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "1b1287d7-4515-44cb-8eb1-10eda7fb9868", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:42:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "1b1287d7-4515-44cb-8eb1-10eda7fb9868", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261-kserve-route-authn"} 2026-09-10T16:42:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "1b1287d7-4515-44cb-8eb1-10eda7fb9868", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "authType": "userdefined"} 2026-09-10T16:42:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "1b1287d7-4515-44cb-8eb1-10eda7fb9868", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:43:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "02d88102-14dc-4cb0-9bb6-f1fc788de49a", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:43:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "02d88102-14dc-4cb0-9bb6-f1fc788de49a", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:43:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "02d88102-14dc-4cb0-9bb6-f1fc788de49a", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:43:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "02d88102-14dc-4cb0-9bb6-f1fc788de49a", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261-kserve-route-authn"} 2026-09-10T16:43:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "02d88102-14dc-4cb0-9bb6-f1fc788de49a", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "authType": "userdefined"} 2026-09-10T16:43:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "02d88102-14dc-4cb0-9bb6-f1fc788de49a", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "4285f2f6-d6fb-4740-9859-160f2b192765", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "4285f2f6-d6fb-4740-9859-160f2b192765", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d-authn-ssl"} 2026-09-10T16:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "4285f2f6-d6fb-4740-9859-160f2b192765", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "b105e285-e628-4378-abff-6bc03972ca79", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "b105e285-e628-4378-abff-6bc03972ca79", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d-authn-ssl"} 2026-09-10T16:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "b105e285-e628-4378-abff-6bc03972ca79", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "1d65df37-1146-4ae0-8d3d-c9c346151e2b", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "1d65df37-1146-4ae0-8d3d-c9c346151e2b", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d-authn-ssl"} 2026-09-10T16:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "1d65df37-1146-4ae0-8d3d-c9c346151e2b", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "8cb780ab-df1f-41b1-b6ba-b27bc4f0fef2", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "8cb780ab-df1f-41b1-b6ba-b27bc4f0fef2", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d-authn-ssl"} 2026-09-10T16:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "8cb780ab-df1f-41b1-b6ba-b27bc4f0fef2", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "e8a420cd-5464-4bad-a8df-f23417d627a4", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "e8a420cd-5464-4bad-a8df-f23417d627a4", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d-authn-ssl"} 2026-09-10T16:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "e8a420cd-5464-4bad-a8df-f23417d627a4", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "98a99ce5-969e-42d6-8f8b-4b74f8306e7f", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "98a99ce5-969e-42d6-8f8b-4b74f8306e7f", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d-authn-ssl"} 2026-09-10T16:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "98a99ce5-969e-42d6-8f8b-4b74f8306e7f", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "8889ed6e-ca2e-4d86-836e-ac88ef95ea09", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "8889ed6e-ca2e-4d86-836e-ac88ef95ea09", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d-authn-ssl"} 2026-09-10T16:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "8889ed6e-ca2e-4d86-836e-ac88ef95ea09", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "4e0c6be9-2d74-4087-84c7-818fc4976d87", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "4e0c6be9-2d74-4087-84c7-818fc4976d87", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d-authn-ssl"} 2026-09-10T16:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "4e0c6be9-2d74-4087-84c7-818fc4976d87", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "openshift-service-ca.crt", "reconcileID": "70868a87-e3e1-499b-a616-0ef80c537b14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "odh-trusted-ca-bundle", "reconcileID": "8eeed425-2dc6-43ed-9445-fefcfce584cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:43:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "openshift-service-ca.crt", "reconcileID": "2cce13eb-05fb-44a8-a3bd-035f40d13e2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:43:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "openshift-service-ca.crt", "reconcileID": "2cce13eb-05fb-44a8-a3bd-035f40d13e2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "062bf4f3-778c-4c79-a122-78549970c2ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "openshift-service-ca.crt", "reconcileID": "89e82bd6-1d91-40b9-9f7f-f7ca033990f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:43:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "odh-trusted-ca-bundle", "reconcileID": "f569566d-f672-41b4-83ac-58742451d63f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:43:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "odh-trusted-ca-bundle", "reconcileID": "f569566d-f672-41b4-83ac-58742451d63f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfb3d49d-4615-4cc8-a2c5-5bcb2e513bef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "e6f67e3b-0e80-4566-94b0-3655580506ea", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "e6f67e3b-0e80-4566-94b0-3655580506ea", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d-authn-ssl"} 2026-09-10T16:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "e6f67e3b-0e80-4566-94b0-3655580506ea", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "2bd1b487-418c-445d-b009-b88912695870", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:43:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "2bd1b487-418c-445d-b009-b88912695870", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d-authn-ssl"} 2026-09-10T16:43:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "2bd1b487-418c-445d-b009-b88912695870", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:44:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "ac782ab8-b145-4c38-9898-b62ef6dea831", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:44:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "ac782ab8-b145-4c38-9898-b62ef6dea831", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d-authn-ssl"} 2026-09-10T16:44:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "ac782ab8-b145-4c38-9898-b62ef6dea831", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:44:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "6777d986-5c20-4485-bccd-45003bf0dea1", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:44:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "6777d986-5c20-4485-bccd-45003bf0dea1", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d-authn-ssl"} 2026-09-10T16:44:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "6777d986-5c20-4485-bccd-45003bf0dea1", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:44:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2489c771-d2a7-4c80-9253-2fe88052f388", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:44:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2489c771-d2a7-4c80-9253-2fe88052f388", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:44:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2489c771-d2a7-4c80-9253-2fe88052f388", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-f9d55d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:44:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "odh-trusted-ca-bundle", "reconcileID": "7fa6db95-a73a-403a-8f4a-980b0a749821", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:44:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "odh-trusted-ca-bundle", "reconcileID": "7fa6db95-a73a-403a-8f4a-980b0a749821", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:44:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "openshift-service-ca.crt", "reconcileID": "9d06d8cb-0310-4998-8890-009076af17d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:44:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "openshift-service-ca.crt", "reconcileID": "9d06d8cb-0310-4998-8890-009076af17d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:44:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc6687b2-ecf6-4aea-93e4-b1fc8e40e877", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:44:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9d55d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc6687b2-ecf6-4aea-93e4-b1fc8e40e877", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9d55d"} 2026-09-10T16:44:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9d55d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9d55d", "reconcileID": "4b0531c7-e9e7-464a-b97e-d3008ce8473d", "Gateway": "e2e-ipp-cleanup-f9d55d", "namespace": "openshift-ingress"} 2026-09-10T16:44:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "a46bbcea-ee5d-407f-a6c2-fa134068c38c", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:44:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "a46bbcea-ee5d-407f-a6c2-fa134068c38c", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:44:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "a46bbcea-ee5d-407f-a6c2-fa134068c38c", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:44:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "490d9389-bece-44e0-b82d-1a9feca992fe", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:44:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "490d9389-bece-44e0-b82d-1a9feca992fe", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:44:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "490d9389-bece-44e0-b82d-1a9feca992fe", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:44:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "b13dfab7-f19c-452d-afef-6f7eb878e562", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:44:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "b13dfab7-f19c-452d-afef-6f7eb878e562", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:44:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "b13dfab7-f19c-452d-afef-6f7eb878e562", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:44:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f2aac7b9-c8a5-4dd8-a484-1a05e499e369", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:44:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f2aac7b9-c8a5-4dd8-a484-1a05e499e369", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:44:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f2aac7b9-c8a5-4dd8-a484-1a05e499e369", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:44:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f2aac7b9-c8a5-4dd8-a484-1a05e499e369", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261-kserve-route-authn"} 2026-09-10T16:44:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f2aac7b9-c8a5-4dd8-a484-1a05e499e369", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "authType": "userdefined"} 2026-09-10T16:44:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f2aac7b9-c8a5-4dd8-a484-1a05e499e369", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f1437241-2998-44de-96d0-4b0b93198484", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f1437241-2998-44de-96d0-4b0b93198484", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261"} 2026-09-10T16:45:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f1437241-2998-44de-96d0-4b0b93198484", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f1437241-2998-44de-96d0-4b0b93198484", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f1437241-2998-44de-96d0-4b0b93198484", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261-kserve-route-authn"} 2026-09-10T16:45:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f1437241-2998-44de-96d0-4b0b93198484", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261-kserve-route-authn"} 2026-09-10T16:45:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f1437241-2998-44de-96d0-4b0b93198484", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f1437241-2998-44de-96d0-4b0b93198484", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "0b6edc75-856e-475d-b934-5b38bf545b73", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:45:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "0b6edc75-856e-475d-b934-5b38bf545b73", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:45:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "0b6edc75-856e-475d-b934-5b38bf545b73", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:45:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f574ff6-c51d-4878-9981-7d6b2ba42abd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f574ff6-c51d-4878-9981-7d6b2ba42abd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95d261", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:45:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f574ff6-c51d-4878-9981-7d6b2ba42abd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-95d261 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:45:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "odh-trusted-ca-bundle", "reconcileID": "ed218aa4-a7df-45e8-8c32-2e3616e6d01b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "odh-trusted-ca-bundle", "reconcileID": "ed218aa4-a7df-45e8-8c32-2e3616e6d01b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "openshift-service-ca.crt", "reconcileID": "4205bca6-bb27-4ffb-ae03-4b5c3f6a8a1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "openshift-service-ca.crt", "reconcileID": "4205bca6-bb27-4ffb-ae03-4b5c3f6a8a1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f0b65089-0522-4669-b55b-9d7bb11f3654", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f0b65089-0522-4669-b55b-9d7bb11f3654", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261"} 2026-09-10T16:45:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f0b65089-0522-4669-b55b-9d7bb11f3654", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f0b65089-0522-4669-b55b-9d7bb11f3654", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f0b65089-0522-4669-b55b-9d7bb11f3654", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261-kserve-route-authn"} 2026-09-10T16:45:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "354e3586-62a9-4c38-b8ed-91d261faa16d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "354e3586-62a9-4c38-b8ed-91d261faa16d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f0b65089-0522-4669-b55b-9d7bb11f3654", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261-kserve-route-authn"} 2026-09-10T16:45:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f0b65089-0522-4669-b55b-9d7bb11f3654", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "f0b65089-0522-4669-b55b-9d7bb11f3654", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-95d261","namespace":"ai-tenant-e2e-ipp-a-95d261"}, "namespace": "ai-tenant-e2e-ipp-a-95d261", "name": "ipp-route-95d261", "reconcileID": "219bce8b-d06f-47d3-84ca-90912c4cbe79", "LLMInferenceService": "ipp-route-95d261", "namespace": "ai-tenant-e2e-ipp-a-95d261"} 2026-09-10T16:45:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "9bcd94a7-b1c0-44bb-86a3-1955be688e9b", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:45:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "9bcd94a7-b1c0-44bb-86a3-1955be688e9b", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261-authn-ssl"} 2026-09-10T16:45:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "9bcd94a7-b1c0-44bb-86a3-1955be688e9b", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:45:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-95d261","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-95d261", "reconcileID": "a415bdf9-1f05-4c97-a607-307f18296ab6", "Gateway": "e2e-ipp-a-95d261", "namespace": "openshift-ingress"} 2026-09-10T16:45:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "e7d826b3-77a4-435b-99eb-c4716c1c185d", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:45:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "e7d826b3-77a4-435b-99eb-c4716c1c185d", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230-authn-ssl"} 2026-09-10T16:45:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "e7d826b3-77a4-435b-99eb-c4716c1c185d", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:45:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "6cad4b67-2f0f-42f4-8dbc-1f661764b0c4", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:45:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "6cad4b67-2f0f-42f4-8dbc-1f661764b0c4", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230-authn-ssl"} 2026-09-10T16:45:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "6cad4b67-2f0f-42f4-8dbc-1f661764b0c4", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:45:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26198ffc-2ecd-47e0-8b07-d8d635d172c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:45:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26198ffc-2ecd-47e0-8b07-d8d635d172c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:45:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26198ffc-2ecd-47e0-8b07-d8d635d172c9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-86d230 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:45:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-trusted-ca-bundle", "reconcileID": "3eec0713-c92c-44bf-932a-0b4960fe1878", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:45:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-trusted-ca-bundle", "reconcileID": "3eec0713-c92c-44bf-932a-0b4960fe1878", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:45:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-trusted-ca-bundle", "reconcileID": "3eec0713-c92c-44bf-932a-0b4960fe1878", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-86d230 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:45:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "openshift-service-ca.crt", "reconcileID": "c4b62279-fb3b-4b28-a204-0c527f02e275", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:45:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "openshift-service-ca.crt", "reconcileID": "c4b62279-fb3b-4b28-a204-0c527f02e275", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:45:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55b1798d-25db-4561-b6a5-8164c0b492e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:45:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55b1798d-25db-4561-b6a5-8164c0b492e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:45:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-trusted-ca-bundle", "reconcileID": "ee11ea28-f7b0-4b69-a7b9-3b144e0194f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:45:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86d230"}, "namespace": "ai-tenant-e2e-ipp-b-86d230", "name": "odh-trusted-ca-bundle", "reconcileID": "ee11ea28-f7b0-4b69-a7b9-3b144e0194f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86d230"} 2026-09-10T16:45:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86d230","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86d230", "reconcileID": "28f00b8d-6f1d-4cd3-b0d2-09c4e948395a", "Gateway": "e2e-ipp-b-86d230", "namespace": "openshift-ingress"} 2026-09-10T16:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "834fede6-3ad2-49dc-98e0-fd75bcb8abe5", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress"} 2026-09-10T16:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "834fede6-3ad2-49dc-98e0-fd75bcb8abe5", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8-authn-ssl"} 2026-09-10T16:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "834fede6-3ad2-49dc-98e0-fd75bcb8abe5", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress"} 2026-09-10T16:46:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "ead5d5a7-d418-4d24-988e-d9eec891b02d", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress"} 2026-09-10T16:46:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "ead5d5a7-d418-4d24-988e-d9eec891b02d", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8-authn-ssl"} 2026-09-10T16:46:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "ead5d5a7-d418-4d24-988e-d9eec891b02d", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress"} 2026-09-10T16:46:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa9e545b-34c1-4873-a130-afc17d4b1e42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:46:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa9e545b-34c1-4873-a130-afc17d4b1e42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:46:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa9e545b-34c1-4873-a130-afc17d4b1e42", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-1925d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:46:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "odh-trusted-ca-bundle", "reconcileID": "fa5e85ee-d20f-409e-b482-1c5c8170f7d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:46:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "odh-trusted-ca-bundle", "reconcileID": "fa5e85ee-d20f-409e-b482-1c5c8170f7d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:46:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "openshift-service-ca.crt", "reconcileID": "6975d402-8063-4c64-8d3f-27079655e350", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:46:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "openshift-service-ca.crt", "reconcileID": "6975d402-8063-4c64-8d3f-27079655e350", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:46:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0a0a39f-4c3c-4ea0-af8b-aa8fff45c810", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:46:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1925d8"}, "namespace": "ai-tenant-e2e-shared-a-w3-1925d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0a0a39f-4c3c-4ea0-af8b-aa8fff45c810", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1925d8"} 2026-09-10T16:46:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1925d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1925d8", "reconcileID": "132e5aec-2d38-417a-b597-40dedfec971f", "Gateway": "e2e-shared-a-w3-1925d8", "namespace": "openshift-ingress"} 2026-09-10T16:46:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "7c1fc250-c69d-4886-935b-d379075ac094", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress"} 2026-09-10T16:46:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "7c1fc250-c69d-4886-935b-d379075ac094", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4-authn-ssl"} 2026-09-10T16:46:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "7c1fc250-c69d-4886-935b-d379075ac094", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress"} 2026-09-10T16:46:20Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:46:20Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:46:22Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:46:22Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:46:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "d99bfe60-701d-42fa-860d-217047e552dd", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress"} 2026-09-10T16:46:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "d99bfe60-701d-42fa-860d-217047e552dd", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4-authn-ssl"} 2026-09-10T16:46:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "d99bfe60-701d-42fa-860d-217047e552dd", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress"} 2026-09-10T16:46:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2c089cd-a4b3-4733-ac54-88879054a3bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:46:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2c089cd-a4b3-4733-ac54-88879054a3bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T16:46:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2c089cd-a4b3-4733-ac54-88879054a3bd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-3ccbd4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T16:46:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "odh-trusted-ca-bundle", "reconcileID": "f1bd3314-3b84-4e60-8e2a-4bf489f566a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:46:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "odh-trusted-ca-bundle", "reconcileID": "f1bd3314-3b84-4e60-8e2a-4bf489f566a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:46:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "openshift-service-ca.crt", "reconcileID": "e3e1edcb-f783-4003-af8b-d461b6c1f172", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:46:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "openshift-service-ca.crt", "reconcileID": "e3e1edcb-f783-4003-af8b-d461b6c1f172", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:46:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b72ce0a-c6e9-4970-a22b-037caf2d3a53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:46:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ccbd4"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b72ce0a-c6e9-4970-a22b-037caf2d3a53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3ccbd4"} 2026-09-10T16:46:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ccbd4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ccbd4", "reconcileID": "4b4d7c06-862b-4ece-b2e0-e226bcbd4349", "Gateway": "e2e-shared-b-w3-3ccbd4", "namespace": "openshift-ingress"} 2026-09-10T16:50:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "85173e98-93c4-4d9c-8bd7-cfb325f0d544", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:50:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "85173e98-93c4-4d9c-8bd7-cfb325f0d544", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:50:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "85173e98-93c4-4d9c-8bd7-cfb325f0d544", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:50:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "059197fc-bd12-4bcc-8299-08f29cf58868", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:50:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "85173e98-93c4-4d9c-8bd7-cfb325f0d544", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm", "name": "e2e-same-id-a-3d45f766-kserve-route-authn"} 2026-09-10T16:50:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "85173e98-93c4-4d9c-8bd7-cfb325f0d544", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:50:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "85173e98-93c4-4d9c-8bd7-cfb325f0d544", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:50:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "059197fc-bd12-4bcc-8299-08f29cf58868", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:50:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "059197fc-bd12-4bcc-8299-08f29cf58868", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:50:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "19398c8f-4985-4fb9-9336-c464f0b0fed8", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:50:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "19398c8f-4985-4fb9-9336-c464f0b0fed8", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:50:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "19398c8f-4985-4fb9-9336-c464f0b0fed8", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:50:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18803a56-138a-46a6-aeba-ee0c9cac1984", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:50:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "19398c8f-4985-4fb9-9336-c464f0b0fed8", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm", "name": "e2e-same-id-b-3d45f766-kserve-route-authn"} 2026-09-10T16:50:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "19398c8f-4985-4fb9-9336-c464f0b0fed8", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:50:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "19398c8f-4985-4fb9-9336-c464f0b0fed8", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:50:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18803a56-138a-46a6-aeba-ee0c9cac1984", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:50:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18803a56-138a-46a6-aeba-ee0c9cac1984", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:50:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "b3f08e02-4e2b-4dfa-b528-9aa1c2d8c7bb", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:50:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "b3f08e02-4e2b-4dfa-b528-9aa1c2d8c7bb", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:50:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "b3f08e02-4e2b-4dfa-b528-9aa1c2d8c7bb", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:50:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "b3f08e02-4e2b-4dfa-b528-9aa1c2d8c7bb", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm", "name": "e2e-same-id-a-3d45f766-kserve-route-authn"} 2026-09-10T16:50:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "b3f08e02-4e2b-4dfa-b528-9aa1c2d8c7bb", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:50:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "b3f08e02-4e2b-4dfa-b528-9aa1c2d8c7bb", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:50:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a6d4119-b990-4743-9560-9821bdf2f1b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:50:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a6d4119-b990-4743-9560-9821bdf2f1b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:50:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a6d4119-b990-4743-9560-9821bdf2f1b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:50:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "ef2b4546-ddfe-435e-9c8d-fe33a4f4ab8b", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:50:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "ef2b4546-ddfe-435e-9c8d-fe33a4f4ab8b", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:50:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "ef2b4546-ddfe-435e-9c8d-fe33a4f4ab8b", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:50:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "ef2b4546-ddfe-435e-9c8d-fe33a4f4ab8b", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm", "name": "e2e-same-id-a-3d45f766-kserve-route-authn"} 2026-09-10T16:50:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "ef2b4546-ddfe-435e-9c8d-fe33a4f4ab8b", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:50:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "ef2b4546-ddfe-435e-9c8d-fe33a4f4ab8b", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:50:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "89ff5437-ff36-4a9b-9e0d-a5ae23fb7bce", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:50:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "89ff5437-ff36-4a9b-9e0d-a5ae23fb7bce", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:50:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "89ff5437-ff36-4a9b-9e0d-a5ae23fb7bce", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:50:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "89ff5437-ff36-4a9b-9e0d-a5ae23fb7bce", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm", "name": "e2e-same-id-b-3d45f766-kserve-route-authn"} 2026-09-10T16:50:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "89ff5437-ff36-4a9b-9e0d-a5ae23fb7bce", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:50:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "89ff5437-ff36-4a9b-9e0d-a5ae23fb7bce", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:50:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1029c7fe-81b0-4b2a-a8e0-ddee87d79eee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:50:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1029c7fe-81b0-4b2a-a8e0-ddee87d79eee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:50:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1029c7fe-81b0-4b2a-a8e0-ddee87d79eee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:50:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "97ab5ce2-ffdb-45e6-9496-bd5f2743e336", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:50:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "97ab5ce2-ffdb-45e6-9496-bd5f2743e336", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:50:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "97ab5ce2-ffdb-45e6-9496-bd5f2743e336", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:50:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "97ab5ce2-ffdb-45e6-9496-bd5f2743e336", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm", "name": "e2e-same-id-b-3d45f766-kserve-route-authn"} 2026-09-10T16:50:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "97ab5ce2-ffdb-45e6-9496-bd5f2743e336", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:50:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "97ab5ce2-ffdb-45e6-9496-bd5f2743e336", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:51:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "15f0078b-7e2e-4d58-ad82-4e327820f78d", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:51:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "15f0078b-7e2e-4d58-ad82-4e327820f78d", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:51:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "15f0078b-7e2e-4d58-ad82-4e327820f78d", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:51:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "15f0078b-7e2e-4d58-ad82-4e327820f78d", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm", "name": "e2e-same-id-a-3d45f766-kserve-route-authn"} 2026-09-10T16:51:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "15f0078b-7e2e-4d58-ad82-4e327820f78d", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:51:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "15f0078b-7e2e-4d58-ad82-4e327820f78d", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:51:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "09d847b6-d464-422e-8298-9adb77c52a85", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:51:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "09d847b6-d464-422e-8298-9adb77c52a85", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:51:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "09d847b6-d464-422e-8298-9adb77c52a85", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:51:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "09d847b6-d464-422e-8298-9adb77c52a85", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm", "name": "e2e-same-id-b-3d45f766-kserve-route-authn"} 2026-09-10T16:51:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "09d847b6-d464-422e-8298-9adb77c52a85", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm", "authType": "userdefined"} 2026-09-10T16:51:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "09d847b6-d464-422e-8298-9adb77c52a85", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:51:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "904b3dc5-c7f1-45f8-acf7-cca5beb76abc", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:51:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "904b3dc5-c7f1-45f8-acf7-cca5beb76abc", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm", "name": "e2e-same-id-a-3d45f766"} 2026-09-10T16:51:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "904b3dc5-c7f1-45f8-acf7-cca5beb76abc", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:51:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "904b3dc5-c7f1-45f8-acf7-cca5beb76abc", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:51:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "904b3dc5-c7f1-45f8-acf7-cca5beb76abc", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm", "name": "e2e-same-id-a-3d45f766-kserve-route-authn"} 2026-09-10T16:51:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "904b3dc5-c7f1-45f8-acf7-cca5beb76abc", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm", "name": "e2e-same-id-a-3d45f766-kserve-route-authn"} 2026-09-10T16:51:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-3d45f766", "reconcileID": "248d8548-481b-4792-bdfe-8c9b40960f65", "LLMInferenceService": "e2e-same-id-a-3d45f766", "namespace": "llm"} 2026-09-10T16:51:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2393d4d0-d849-4317-87d4-6823556f0e50", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:51:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2393d4d0-d849-4317-87d4-6823556f0e50", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:51:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2393d4d0-d849-4317-87d4-6823556f0e50", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:51:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7929976d-a27f-48a8-9a10-dea400fbbf7e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:51:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7929976d-a27f-48a8-9a10-dea400fbbf7e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:51:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7929976d-a27f-48a8-9a10-dea400fbbf7e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:51:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "f803497e-7966-446d-b796-33303904aa93", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:51:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "f803497e-7966-446d-b796-33303904aa93", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm", "name": "e2e-same-id-b-3d45f766"} 2026-09-10T16:51:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "f803497e-7966-446d-b796-33303904aa93", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:51:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "f803497e-7966-446d-b796-33303904aa93", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:51:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "f803497e-7966-446d-b796-33303904aa93", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm", "name": "e2e-same-id-b-3d45f766-kserve-route-authn"} 2026-09-10T16:51:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "f803497e-7966-446d-b796-33303904aa93", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm", "name": "e2e-same-id-b-3d45f766-kserve-route-authn"} 2026-09-10T16:51:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-3d45f766","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-3d45f766", "reconcileID": "96fa3550-11a9-4ccf-9a17-f706aeddc9ea", "LLMInferenceService": "e2e-same-id-b-3d45f766", "namespace": "llm"} 2026-09-10T16:51:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1d947298-fc9d-4466-a80a-d8f7f006bb7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:51:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1d947298-fc9d-4466-a80a-d8f7f006bb7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:51:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1d947298-fc9d-4466-a80a-d8f7f006bb7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:51:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b446bc06-6cdb-44bb-a2bb-bf9825fe58b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:51:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b446bc06-6cdb-44bb-a2bb-bf9825fe58b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T16:51:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b446bc06-6cdb-44bb-a2bb-bf9825fe58b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T16:51:52Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:51:52Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:51:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T16:51:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}