2026-09-07T11:47:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "297a0db5-83e7-4db7-bb7d-e3cb8699370a", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:47:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "297a0db5-83e7-4db7-bb7d-e3cb8699370a", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f-kserve-route-authn"} 2026-09-07T11:47:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "297a0db5-83e7-4db7-bb7d-e3cb8699370a", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "authType": "userdefined"} 2026-09-07T11:47:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "297a0db5-83e7-4db7-bb7d-e3cb8699370a", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:47:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2cfab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2cfab4", "reconcileID": "86437c17-2849-4491-a330-7a4a53d7600c", "Gateway": "e2e-api-a-2cfab4", "namespace": "openshift-ingress"} 2026-09-07T11:47:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2cfab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2cfab4", "reconcileID": "86437c17-2849-4491-a330-7a4a53d7600c", "Gateway": "e2e-api-a-2cfab4", "namespace": "openshift-ingress", "name": "e2e-api-a-2cfab4-authn-ssl"} 2026-09-07T11:47:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2cfab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2cfab4", "reconcileID": "86437c17-2849-4491-a330-7a4a53d7600c", "Gateway": "e2e-api-a-2cfab4", "namespace": "openshift-ingress"} 2026-09-07T11:47:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2cfab4"}, "namespace": "ai-tenant-e2e-api-a-2cfab4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e405c56a-7d89-4775-b92d-e60dcb7a1c7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2cfab4"} 2026-09-07T11:47:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2cfab4"}, "namespace": "ai-tenant-e2e-api-a-2cfab4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e405c56a-7d89-4775-b92d-e60dcb7a1c7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2cfab4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:47:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2cfab4"}, "namespace": "ai-tenant-e2e-api-a-2cfab4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e405c56a-7d89-4775-b92d-e60dcb7a1c7e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-2cfab4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T11:47:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-2cfab4"}, "namespace": "ai-tenant-e2e-api-a-2cfab4", "name": "odh-trusted-ca-bundle", "reconcileID": "6bb5ace5-143d-4d65-bff6-84f32666a115", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2cfab4"} 2026-09-07T11:47:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-2cfab4"}, "namespace": "ai-tenant-e2e-api-a-2cfab4", "name": "odh-trusted-ca-bundle", "reconcileID": "6bb5ace5-143d-4d65-bff6-84f32666a115", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2cfab4"} 2026-09-07T11:47:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-2cfab4"}, "namespace": "ai-tenant-e2e-api-a-2cfab4", "name": "openshift-service-ca.crt", "reconcileID": "a96e77a4-bc4e-42aa-b2da-c6357eebbb6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-2cfab4"} 2026-09-07T11:47:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-2cfab4"}, "namespace": "ai-tenant-e2e-api-a-2cfab4", "name": "openshift-service-ca.crt", "reconcileID": "a96e77a4-bc4e-42aa-b2da-c6357eebbb6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-2cfab4"} 2026-09-07T11:47:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2cfab4"}, "namespace": "ai-tenant-e2e-api-a-2cfab4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cffd454-95c6-4291-92b6-eb6e89feb92b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2cfab4"} 2026-09-07T11:47:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-2cfab4"}, "namespace": "ai-tenant-e2e-api-a-2cfab4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cffd454-95c6-4291-92b6-eb6e89feb92b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-2cfab4"} 2026-09-07T11:47:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-2cfab4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-2cfab4", "reconcileID": "9015619b-be91-4cf1-8294-70b7edab5a9d", "Gateway": "e2e-api-a-2cfab4", "namespace": "openshift-ingress"} 2026-09-07T11:48:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b944b","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "rate-test-model-6b944b", "reconcileID": "2de34345-2c56-4490-a762-f4c13cc2de4e", "LLMInferenceService": "rate-test-model-6b944b", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:48:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b944b","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "rate-test-model-6b944b", "reconcileID": "2de34345-2c56-4490-a762-f4c13cc2de4e", "LLMInferenceService": "rate-test-model-6b944b", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "rate-test-model-6b944b"} 2026-09-07T11:48:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b944b","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "rate-test-model-6b944b", "reconcileID": "2de34345-2c56-4490-a762-f4c13cc2de4e", "LLMInferenceService": "rate-test-model-6b944b", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:48:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b944b","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "rate-test-model-6b944b", "reconcileID": "2de34345-2c56-4490-a762-f4c13cc2de4e", "LLMInferenceService": "rate-test-model-6b944b", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:48:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b944b","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "rate-test-model-6b944b", "reconcileID": "2de34345-2c56-4490-a762-f4c13cc2de4e", "LLMInferenceService": "rate-test-model-6b944b", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "rate-test-model-6b944b-kserve-route-authn"} 2026-09-07T11:48:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b944b","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "rate-test-model-6b944b", "reconcileID": "2de34345-2c56-4490-a762-f4c13cc2de4e", "LLMInferenceService": "rate-test-model-6b944b", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "rate-test-model-6b944b-kserve-route-authn"} 2026-09-07T11:48:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b944b","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "rate-test-model-6b944b", "reconcileID": "2de34345-2c56-4490-a762-f4c13cc2de4e", "LLMInferenceService": "rate-test-model-6b944b", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:48:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b944b","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "rate-test-model-6b944b", "reconcileID": "2de34345-2c56-4490-a762-f4c13cc2de4e", "LLMInferenceService": "rate-test-model-6b944b", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:48:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6b944b","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "rate-test-model-6b944b", "reconcileID": "e95b7098-343e-4085-8e91-32ff002d014f", "LLMInferenceService": "rate-test-model-6b944b", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:48:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "addb58e8-4ff0-4c1b-bb99-f4d41a637d86", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress"} 2026-09-07T11:48:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "addb58e8-4ff0-4c1b-bb99-f4d41a637d86", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b-authn-ssl"} 2026-09-07T11:48:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "addb58e8-4ff0-4c1b-bb99-f4d41a637d86", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress"} 2026-09-07T11:48:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "ae518d91-610d-4e48-b88a-0babc46f1556", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress"} 2026-09-07T11:48:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "ae518d91-610d-4e48-b88a-0babc46f1556", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b-authn-ssl"} 2026-09-07T11:48:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "ae518d91-610d-4e48-b88a-0babc46f1556", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress"} 2026-09-07T11:48:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "40f27cd8-6c8a-4cac-8d8f-1024686fba4f", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:48:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "40f27cd8-6c8a-4cac-8d8f-1024686fba4f", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f"} 2026-09-07T11:48:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "40f27cd8-6c8a-4cac-8d8f-1024686fba4f", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:48:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "40f27cd8-6c8a-4cac-8d8f-1024686fba4f", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:48:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "40f27cd8-6c8a-4cac-8d8f-1024686fba4f", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f-kserve-route-authn"} 2026-09-07T11:48:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "40f27cd8-6c8a-4cac-8d8f-1024686fba4f", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f-kserve-route-authn"} 2026-09-07T11:48:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "40f27cd8-6c8a-4cac-8d8f-1024686fba4f", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:48:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "40f27cd8-6c8a-4cac-8d8f-1024686fba4f", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:48:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0f0a2f","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "rate-test-model-0f0a2f", "reconcileID": "8a3d5975-f0e4-4526-90af-27c157d784aa", "LLMInferenceService": "rate-test-model-0f0a2f", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:48:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "d85a5c1b-590e-49d3-afa7-fff9847c10f5", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress"} 2026-09-07T11:48:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "d85a5c1b-590e-49d3-afa7-fff9847c10f5", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f-authn-ssl"} 2026-09-07T11:48:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "d85a5c1b-590e-49d3-afa7-fff9847c10f5", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress"} 2026-09-07T11:48:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "5166bb05-d5d2-40d4-bdc1-ec741c24d67c", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress"} 2026-09-07T11:48:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "5166bb05-d5d2-40d4-bdc1-ec741c24d67c", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f-authn-ssl"} 2026-09-07T11:48:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "5166bb05-d5d2-40d4-bdc1-ec741c24d67c", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress"} 2026-09-07T11:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "45746b12-d6d7-47f6-b449-c5ab5f6a2087", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "45746b12-d6d7-47f6-b449-c5ab5f6a2087", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "45746b12-d6d7-47f6-b449-c5ab5f6a2087", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "69a20b22-9ce0-4c49-9806-bbff1d667974", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "69a20b22-9ce0-4c49-9806-bbff1d667974", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "69a20b22-9ce0-4c49-9806-bbff1d667974", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "24b7e5ac-fb6b-4889-b5da-d815b4c2f63e", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "24b7e5ac-fb6b-4889-b5da-d815b4c2f63e", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "24b7e5ac-fb6b-4889-b5da-d815b4c2f63e", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "9a912c3b-790b-4a74-9894-3e633dc1a8bf", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "9a912c3b-790b-4a74-9894-3e633dc1a8bf", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "9a912c3b-790b-4a74-9894-3e633dc1a8bf", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "48a04f3b-9522-4fac-9d0e-1972dfd68b7e", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "48a04f3b-9522-4fac-9d0e-1972dfd68b7e", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "48a04f3b-9522-4fac-9d0e-1972dfd68b7e", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "6c7ee990-2b23-4315-b8bc-1778fe3e6105", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "6c7ee990-2b23-4315-b8bc-1778fe3e6105", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "6c7ee990-2b23-4315-b8bc-1778fe3e6105", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "37da93c8-e7d5-49c8-a908-c7044f4c81cf", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "37da93c8-e7d5-49c8-a908-c7044f4c81cf", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:48:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "37da93c8-e7d5-49c8-a908-c7044f4c81cf", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "openshift-service-ca.crt", "reconcileID": "867dabac-97e8-4126-99be-7dacd89e83ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:48:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "odh-trusted-ca-bundle", "reconcileID": "a6cdc8ac-7389-4632-b834-8a94e3453caf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:48:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "openshift-service-ca.crt", "reconcileID": "f91e3809-6661-4ff1-8119-06e3015ec67c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-984178", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:48:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "openshift-service-ca.crt", "reconcileID": "f91e3809-6661-4ff1-8119-06e3015ec67c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:48:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "openshift-service-ca.crt", "reconcileID": "000d60e9-1c04-4018-874b-c96515f70805", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-984178", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:48:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "openshift-service-ca.crt", "reconcileID": "000d60e9-1c04-4018-874b-c96515f70805", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T11:48:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ecd4d6b-0639-45f6-92e2-1ac4cbe09f5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:48:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "openshift-service-ca.crt", "reconcileID": "a09488ca-db2b-4a5e-9200-b170717ba4ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:48:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "odh-trusted-ca-bundle", "reconcileID": "0dc5b6ea-6cf2-4a76-a2c7-85218c91dbcf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-984178", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:48:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "odh-trusted-ca-bundle", "reconcileID": "0dc5b6ea-6cf2-4a76-a2c7-85218c91dbcf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:48:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b7c667f-f41a-4362-85cb-c0295c2517f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:48:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "c9c4282e-2b13-48e4-94e9-318fef940c13", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "c9c4282e-2b13-48e4-94e9-318fef940c13", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:48:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "c9c4282e-2b13-48e4-94e9-318fef940c13", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f57a16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f57a16", "reconcileID": "e5becb49-2d32-4989-a773-1d1181e060b2", "Gateway": "e2e-api-b-f57a16", "namespace": "openshift-ingress"} 2026-09-07T11:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f57a16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f57a16", "reconcileID": "e5becb49-2d32-4989-a773-1d1181e060b2", "Gateway": "e2e-api-b-f57a16", "namespace": "openshift-ingress", "name": "e2e-api-b-f57a16-authn-ssl"} 2026-09-07T11:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f57a16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f57a16", "reconcileID": "e5becb49-2d32-4989-a773-1d1181e060b2", "Gateway": "e2e-api-b-f57a16", "namespace": "openshift-ingress"} 2026-09-07T11:48:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f57a16"}, "namespace": "ai-tenant-e2e-api-b-f57a16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "615cfc5d-0a5b-4f9e-be7f-b3e2112467a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f57a16"} 2026-09-07T11:48:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f57a16"}, "namespace": "ai-tenant-e2e-api-b-f57a16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "615cfc5d-0a5b-4f9e-be7f-b3e2112467a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f57a16", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:48:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f57a16"}, "namespace": "ai-tenant-e2e-api-b-f57a16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "615cfc5d-0a5b-4f9e-be7f-b3e2112467a1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-f57a16 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T11:48:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f57a16"}, "namespace": "ai-tenant-e2e-api-b-f57a16", "name": "odh-trusted-ca-bundle", "reconcileID": "2366bb7d-4019-44d2-bd1a-a017841873dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f57a16"} 2026-09-07T11:48:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f57a16"}, "namespace": "ai-tenant-e2e-api-b-f57a16", "name": "odh-trusted-ca-bundle", "reconcileID": "2366bb7d-4019-44d2-bd1a-a017841873dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f57a16"} 2026-09-07T11:48:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f57a16"}, "namespace": "ai-tenant-e2e-api-b-f57a16", "name": "openshift-service-ca.crt", "reconcileID": "a3cea75c-c01a-45ec-8921-2cd87c3a2969", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f57a16"} 2026-09-07T11:48:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f57a16"}, "namespace": "ai-tenant-e2e-api-b-f57a16", "name": "openshift-service-ca.crt", "reconcileID": "a3cea75c-c01a-45ec-8921-2cd87c3a2969", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f57a16"} 2026-09-07T11:48:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f57a16"}, "namespace": "ai-tenant-e2e-api-b-f57a16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b773e8b0-401a-4ba3-a6f3-8318055d1b6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f57a16"} 2026-09-07T11:48:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f57a16"}, "namespace": "ai-tenant-e2e-api-b-f57a16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b773e8b0-401a-4ba3-a6f3-8318055d1b6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f57a16"} 2026-09-07T11:48:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f57a16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f57a16", "reconcileID": "a7ab4a05-5066-49cc-9696-94b25138d2f4", "Gateway": "e2e-api-b-f57a16", "namespace": "openshift-ingress"} 2026-09-07T11:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "714557aa-7ff7-446b-937a-007fe3b50706", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "714557aa-7ff7-446b-937a-007fe3b50706", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "714557aa-7ff7-446b-937a-007fe3b50706", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0c816d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0c816d", "reconcileID": "452e8ee0-894d-4714-9173-0883e914ed1c", "Gateway": "e2e-shared-a-w2-0c816d", "namespace": "openshift-ingress"} 2026-09-07T11:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0c816d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0c816d", "reconcileID": "452e8ee0-894d-4714-9173-0883e914ed1c", "Gateway": "e2e-shared-a-w2-0c816d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0c816d-authn-ssl"} 2026-09-07T11:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0c816d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0c816d", "reconcileID": "452e8ee0-894d-4714-9173-0883e914ed1c", "Gateway": "e2e-shared-a-w2-0c816d", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "317f4587-34f7-4eb6-8fc1-cc48b4b37f15", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "317f4587-34f7-4eb6-8fc1-cc48b4b37f15", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4-authn-ssl"} 2026-09-07T11:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "317f4587-34f7-4eb6-8fc1-cc48b4b37f15", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "eafddcaa-cf26-487a-b27a-008eb825764d", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "eafddcaa-cf26-487a-b27a-008eb825764d", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4-authn-ssl"} 2026-09-07T11:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "eafddcaa-cf26-487a-b27a-008eb825764d", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "75d5c1b9-6d00-4bdf-a268-5271c9a545f2", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "75d5c1b9-6d00-4bdf-a268-5271c9a545f2", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4-authn-ssl"} 2026-09-07T11:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "75d5c1b9-6d00-4bdf-a268-5271c9a545f2", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "ed0ea694-a0cf-414f-9c92-eabff4d6516a", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "ed0ea694-a0cf-414f-9c92-eabff4d6516a", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4-authn-ssl"} 2026-09-07T11:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "ed0ea694-a0cf-414f-9c92-eabff4d6516a", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "2edd7e3d-7bb3-4d6b-a923-3726b13d02ff", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "2edd7e3d-7bb3-4d6b-a923-3726b13d02ff", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4-authn-ssl"} 2026-09-07T11:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "2edd7e3d-7bb3-4d6b-a923-3726b13d02ff", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0c816d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0c816d", "reconcileID": "16a389ec-d4e7-4455-ae24-c9c70c136408", "Gateway": "e2e-shared-a-w2-0c816d", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0c816d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0c816d", "reconcileID": "16a389ec-d4e7-4455-ae24-c9c70c136408", "Gateway": "e2e-shared-a-w2-0c816d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0c816d-authn-ssl"} 2026-09-07T11:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0c816d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0c816d", "reconcileID": "16a389ec-d4e7-4455-ae24-c9c70c136408", "Gateway": "e2e-shared-a-w2-0c816d", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "8e73945d-1895-4c73-ba0c-f907dda382da", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "8e73945d-1895-4c73-ba0c-f907dda382da", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4-authn-ssl"} 2026-09-07T11:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "8e73945d-1895-4c73-ba0c-f907dda382da", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0c816d"}, "namespace": "ai-tenant-e2e-shared-a-w2-0c816d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5255ecec-9e38-49f8-b6b8-4b342e8b22d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0c816d"} 2026-09-07T11:48:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0c816d"}, "namespace": "ai-tenant-e2e-shared-a-w2-0c816d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5255ecec-9e38-49f8-b6b8-4b342e8b22d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0c816d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:48:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0c816d"}, "namespace": "ai-tenant-e2e-shared-a-w2-0c816d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5255ecec-9e38-49f8-b6b8-4b342e8b22d2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-0c816d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T11:48:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0c816d"}, "namespace": "ai-tenant-e2e-shared-a-w2-0c816d", "name": "odh-trusted-ca-bundle", "reconcileID": "d7f81dd1-65e8-4cd4-8dac-efd0be55402e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0c816d"} 2026-09-07T11:48:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0c816d"}, "namespace": "ai-tenant-e2e-shared-a-w2-0c816d", "name": "odh-trusted-ca-bundle", "reconcileID": "d7f81dd1-65e8-4cd4-8dac-efd0be55402e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0c816d"} 2026-09-07T11:48:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-0c816d"}, "namespace": "ai-tenant-e2e-shared-a-w2-0c816d", "name": "openshift-service-ca.crt", "reconcileID": "868c1fcb-6866-4194-800f-87496442b780", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-0c816d"} 2026-09-07T11:48:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-0c816d"}, "namespace": "ai-tenant-e2e-shared-a-w2-0c816d", "name": "openshift-service-ca.crt", "reconcileID": "868c1fcb-6866-4194-800f-87496442b780", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-0c816d"} 2026-09-07T11:48:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0c816d"}, "namespace": "ai-tenant-e2e-shared-a-w2-0c816d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a61b8850-9520-4549-92da-8b197b9fab78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0c816d"} 2026-09-07T11:48:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0c816d"}, "namespace": "ai-tenant-e2e-shared-a-w2-0c816d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a61b8850-9520-4549-92da-8b197b9fab78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0c816d"} 2026-09-07T11:48:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0c816d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0c816d", "reconcileID": "d60cb7a9-9db4-495a-aa32-d61ca551598a", "Gateway": "e2e-shared-a-w2-0c816d", "namespace": "openshift-ingress"} 2026-09-07T11:48:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "2299c938-a1d7-432d-9863-437118d24ab7", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "2299c938-a1d7-432d-9863-437118d24ab7", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4-authn-ssl"} 2026-09-07T11:48:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "2299c938-a1d7-432d-9863-437118d24ab7", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "openshift-service-ca.crt", "reconcileID": "996017e3-54ab-42b3-84cc-dcc09ca9450b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:48:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "odh-trusted-ca-bundle", "reconcileID": "63069295-1880-4859-b834-2d9c10e26fc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:48:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "openshift-service-ca.crt", "reconcileID": "077063fd-af97-4e4e-9e20-5da45293c1d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f866d4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:48:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "openshift-service-ca.crt", "reconcileID": "077063fd-af97-4e4e-9e20-5da45293c1d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:48:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "openshift-service-ca.crt", "reconcileID": "7352d81d-bb70-46b2-a78e-33dd693db016", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:48:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efcaf0fe-15c3-40d0-a7fa-7203558071cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:48:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "odh-trusted-ca-bundle", "reconcileID": "fed4e222-d12e-4ed2-a50b-fe3a670c3ad7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f866d4", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:48:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "odh-trusted-ca-bundle", "reconcileID": "fed4e222-d12e-4ed2-a50b-fe3a670c3ad7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:48:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfc09f1d-0be5-4994-8d30-edfb590d9985", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "5e347183-5d38-4e24-a2a4-7e7e0faf98cc", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "5e347183-5d38-4e24-a2a4-7e7e0faf98cc", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4-authn-ssl"} 2026-09-07T11:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "5e347183-5d38-4e24-a2a4-7e7e0faf98cc", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2195e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2195e0", "reconcileID": "dff5bb14-27fc-4c7f-9492-e60853ca4ae3", "Gateway": "e2e-shared-b-w2-2195e0", "namespace": "openshift-ingress"} 2026-09-07T11:48:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2195e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2195e0", "reconcileID": "dff5bb14-27fc-4c7f-9492-e60853ca4ae3", "Gateway": "e2e-shared-b-w2-2195e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2195e0-authn-ssl"} 2026-09-07T11:48:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2195e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2195e0", "reconcileID": "dff5bb14-27fc-4c7f-9492-e60853ca4ae3", "Gateway": "e2e-shared-b-w2-2195e0", "namespace": "openshift-ingress"} 2026-09-07T11:48:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "687bb6a2-1c0c-4f54-b384-49ad4b4bd3d7", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "687bb6a2-1c0c-4f54-b384-49ad4b4bd3d7", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4-authn-ssl"} 2026-09-07T11:48:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "687bb6a2-1c0c-4f54-b384-49ad4b4bd3d7", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:48:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2195e0"}, "namespace": "ai-tenant-e2e-shared-b-w2-2195e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b325ff5-e4c2-4aee-9dd5-01ee9b24e04a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-2195e0"} 2026-09-07T11:48:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2195e0"}, "namespace": "ai-tenant-e2e-shared-b-w2-2195e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b325ff5-e4c2-4aee-9dd5-01ee9b24e04a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-2195e0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:48:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2195e0"}, "namespace": "ai-tenant-e2e-shared-b-w2-2195e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b325ff5-e4c2-4aee-9dd5-01ee9b24e04a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-2195e0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T11:48:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2195e0"}, "namespace": "ai-tenant-e2e-shared-b-w2-2195e0", "name": "odh-trusted-ca-bundle", "reconcileID": "11ea1dac-ad40-4eb0-aead-b8e38635b121", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-2195e0"} 2026-09-07T11:48:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2195e0"}, "namespace": "ai-tenant-e2e-shared-b-w2-2195e0", "name": "odh-trusted-ca-bundle", "reconcileID": "11ea1dac-ad40-4eb0-aead-b8e38635b121", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-2195e0"} 2026-09-07T11:48:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-2195e0"}, "namespace": "ai-tenant-e2e-shared-b-w2-2195e0", "name": "openshift-service-ca.crt", "reconcileID": "25687128-6621-42da-ab67-af09967c4bcd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-2195e0"} 2026-09-07T11:48:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-2195e0"}, "namespace": "ai-tenant-e2e-shared-b-w2-2195e0", "name": "openshift-service-ca.crt", "reconcileID": "25687128-6621-42da-ab67-af09967c4bcd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-2195e0"} 2026-09-07T11:48:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2195e0"}, "namespace": "ai-tenant-e2e-shared-b-w2-2195e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4deb82dd-2dd7-4ea3-a466-7aed21f358c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-2195e0"} 2026-09-07T11:48:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-2195e0"}, "namespace": "ai-tenant-e2e-shared-b-w2-2195e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4deb82dd-2dd7-4ea3-a466-7aed21f358c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-2195e0"} 2026-09-07T11:48:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2195e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2195e0", "reconcileID": "dd2be2ce-fae5-44ff-9a4a-a92236639f44", "Gateway": "e2e-shared-b-w2-2195e0", "namespace": "openshift-ingress"} 2026-09-07T11:48:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2195e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2195e0", "reconcileID": "dd2be2ce-fae5-44ff-9a4a-a92236639f44", "Gateway": "e2e-shared-b-w2-2195e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2195e0-authn-ssl"} 2026-09-07T11:48:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2195e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2195e0", "reconcileID": "dd2be2ce-fae5-44ff-9a4a-a92236639f44", "Gateway": "e2e-shared-b-w2-2195e0", "namespace": "openshift-ingress"} 2026-09-07T11:48:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-2195e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-2195e0", "reconcileID": "8d21fd1e-e7ea-4547-9fb5-8a5ce7672e52", "Gateway": "e2e-shared-b-w2-2195e0", "namespace": "openshift-ingress"} 2026-09-07T11:49:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "488f8dd8-fb18-464c-856c-a6d65588bdcd", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "488f8dd8-fb18-464c-856c-a6d65588bdcd", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "488f8dd8-fb18-464c-856c-a6d65588bdcd", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "33ea2b51-b4d2-431b-9d06-f4e50e98b235", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:49:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "488f8dd8-fb18-464c-856c-a6d65588bdcd", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178-kserve-route-authn"} 2026-09-07T11:49:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "488f8dd8-fb18-464c-856c-a6d65588bdcd", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "authType": "userdefined"} 2026-09-07T11:49:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "488f8dd8-fb18-464c-856c-a6d65588bdcd", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "33ea2b51-b4d2-431b-9d06-f4e50e98b235", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:49:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "33ea2b51-b4d2-431b-9d06-f4e50e98b235", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:49:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "4959d4ae-e70c-4a87-8f6a-d6358964cf1f", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "4959d4ae-e70c-4a87-8f6a-d6358964cf1f", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "4959d4ae-e70c-4a87-8f6a-d6358964cf1f", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "4959d4ae-e70c-4a87-8f6a-d6358964cf1f", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178-kserve-route-authn"} 2026-09-07T11:49:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "4959d4ae-e70c-4a87-8f6a-d6358964cf1f", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "authType": "userdefined"} 2026-09-07T11:49:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "4959d4ae-e70c-4a87-8f6a-d6358964cf1f", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "bddadc08-e70e-45e4-8ce1-ef6b543a586a", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:49:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "bddadc08-e70e-45e4-8ce1-ef6b543a586a", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:49:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "bddadc08-e70e-45e4-8ce1-ef6b543a586a", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:49:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "1f12b186-58be-4446-b709-d3d18d6dea59", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "1f12b186-58be-4446-b709-d3d18d6dea59", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "1f12b186-58be-4446-b709-d3d18d6dea59", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "1f12b186-58be-4446-b709-d3d18d6dea59", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178-kserve-route-authn"} 2026-09-07T11:49:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "1f12b186-58be-4446-b709-d3d18d6dea59", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "authType": "userdefined"} 2026-09-07T11:49:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "1f12b186-58be-4446-b709-d3d18d6dea59", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "dab47bc5-2930-4916-b818-ac5eb22dbd35", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "dab47bc5-2930-4916-b818-ac5eb22dbd35", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "dab47bc5-2930-4916-b818-ac5eb22dbd35", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "dab47bc5-2930-4916-b818-ac5eb22dbd35", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178-kserve-route-authn"} 2026-09-07T11:49:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "dab47bc5-2930-4916-b818-ac5eb22dbd35", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "authType": "userdefined"} 2026-09-07T11:49:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "dab47bc5-2930-4916-b818-ac5eb22dbd35", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:49:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "e9663442-39ba-4f2f-ab9c-73b1e9014872", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "e9663442-39ba-4f2f-ab9c-73b1e9014872", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf-authn-ssl"} 2026-09-07T11:49:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "e9663442-39ba-4f2f-ab9c-73b1e9014872", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "e67e9a00-351b-4509-8b6a-fc7926896cbb", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "e67e9a00-351b-4509-8b6a-fc7926896cbb", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf-authn-ssl"} 2026-09-07T11:49:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "e67e9a00-351b-4509-8b6a-fc7926896cbb", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "35f0a963-b4d6-491c-9530-070155d3ca69", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "35f0a963-b4d6-491c-9530-070155d3ca69", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf-authn-ssl"} 2026-09-07T11:49:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "35f0a963-b4d6-491c-9530-070155d3ca69", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "63600f27-837b-4b75-9a11-c34a014c4953", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "63600f27-837b-4b75-9a11-c34a014c4953", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf-authn-ssl"} 2026-09-07T11:49:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "63600f27-837b-4b75-9a11-c34a014c4953", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "e8795fd8-53e9-49e2-a8aa-3fec1a224051", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "e8795fd8-53e9-49e2-a8aa-3fec1a224051", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf-authn-ssl"} 2026-09-07T11:49:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "e8795fd8-53e9-49e2-a8aa-3fec1a224051", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "946806c9-5b47-4a9f-8450-3dc0f101bb53", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "946806c9-5b47-4a9f-8450-3dc0f101bb53", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf-authn-ssl"} 2026-09-07T11:49:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "946806c9-5b47-4a9f-8450-3dc0f101bb53", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "67949fc4-484f-4277-a6d7-432e0b2e7a85", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "67949fc4-484f-4277-a6d7-432e0b2e7a85", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf-authn-ssl"} 2026-09-07T11:49:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "67949fc4-484f-4277-a6d7-432e0b2e7a85", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "openshift-service-ca.crt", "reconcileID": "2e104971-20d2-4b1e-bee6-a828d84b81fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "odh-trusted-ca-bundle", "reconcileID": "6894dc63-6c85-446c-9516-f6eda6a7ba95", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:49:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "openshift-service-ca.crt", "reconcileID": "919c2870-adc2-4e0a-938b-176968712c9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:49:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "openshift-service-ca.crt", "reconcileID": "919c2870-adc2-4e0a-938b-176968712c9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "openshift-service-ca.crt", "reconcileID": "d2bbee85-82d8-4c6d-8a17-44cb79006f00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f026c077-9f39-4bb0-a2d6-171f7c3cde1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:49:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "odh-trusted-ca-bundle", "reconcileID": "4e9f22da-badc-4cdf-b463-52ebb355f546", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:49:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "odh-trusted-ca-bundle", "reconcileID": "4e9f22da-badc-4cdf-b463-52ebb355f546", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4222d404-2eb5-4b09-a2ed-e7ed4ae0402d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:49:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "e5fa9464-c89e-497b-90f8-475b850ac98d", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "e5fa9464-c89e-497b-90f8-475b850ac98d", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf-authn-ssl"} 2026-09-07T11:49:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "e5fa9464-c89e-497b-90f8-475b850ac98d", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "256f75d6-b062-4d65-afc8-77cf8d92389a", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:49:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "256f75d6-b062-4d65-afc8-77cf8d92389a", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf-authn-ssl"} 2026-09-07T11:49:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "256f75d6-b062-4d65-afc8-77cf8d92389a", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "4cdfad0d-6698-4629-81cb-fb231f2bd253", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "4cdfad0d-6698-4629-81cb-fb231f2bd253", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf-authn-ssl"} 2026-09-07T11:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "4cdfad0d-6698-4629-81cb-fb231f2bd253", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:50:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6eb4e61-28ca-4278-9804-19aa75e0693f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:50:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6eb4e61-28ca-4278-9804-19aa75e0693f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:50:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6eb4e61-28ca-4278-9804-19aa75e0693f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-55c3cf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T11:50:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "odh-trusted-ca-bundle", "reconcileID": "530bea9a-8220-4825-b80e-668d36297054", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:50:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "odh-trusted-ca-bundle", "reconcileID": "530bea9a-8220-4825-b80e-668d36297054", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:50:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "openshift-service-ca.crt", "reconcileID": "46fb7159-178d-4690-aad7-3b116d53c160", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:50:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "openshift-service-ca.crt", "reconcileID": "46fb7159-178d-4690-aad7-3b116d53c160", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:50:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4d85663-c2e5-459b-aceb-8e7ea5ce4810", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:50:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-55c3cf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4d85663-c2e5-459b-aceb-8e7ea5ce4810", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-55c3cf"} 2026-09-07T11:50:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "13aebd53-cb3e-4b86-882a-fd3bd9fc3416", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:50:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "13aebd53-cb3e-4b86-882a-fd3bd9fc3416", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf-authn-ssl"} 2026-09-07T11:50:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "13aebd53-cb3e-4b86-882a-fd3bd9fc3416", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:50:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-55c3cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-55c3cf", "reconcileID": "77782ddb-1d0f-4e9c-b68e-0824b9f44b31", "Gateway": "e2e-ipp-cleanup-55c3cf", "namespace": "openshift-ingress"} 2026-09-07T11:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "381eaace-5ae0-4b74-9b1a-b9b702750ae1", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "381eaace-5ae0-4b74-9b1a-b9b702750ae1", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "381eaace-5ae0-4b74-9b1a-b9b702750ae1", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:50:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "411a1802-0b44-4ca2-b222-fd1c44107dca", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:50:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "411a1802-0b44-4ca2-b222-fd1c44107dca", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:50:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "411a1802-0b44-4ca2-b222-fd1c44107dca", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:50:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "4b5a0c24-6602-4691-aff8-39ada08211f0", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:50:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "4b5a0c24-6602-4691-aff8-39ada08211f0", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:50:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "4b5a0c24-6602-4691-aff8-39ada08211f0", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:50:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "4b5a0c24-6602-4691-aff8-39ada08211f0", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178-kserve-route-authn"} 2026-09-07T11:50:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "4b5a0c24-6602-4691-aff8-39ada08211f0", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "authType": "userdefined"} 2026-09-07T11:50:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "4b5a0c24-6602-4691-aff8-39ada08211f0", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:50:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "2c3cef27-ba4a-4825-8e25-cba8506808fe", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:50:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "2c3cef27-ba4a-4825-8e25-cba8506808fe", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:50:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "2c3cef27-ba4a-4825-8e25-cba8506808fe", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:51:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "eb9743a9-ed8e-401c-9bd5-ef9595ddd5b4", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "eb9743a9-ed8e-401c-9bd5-ef9595ddd5b4", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "eb9743a9-ed8e-401c-9bd5-ef9595ddd5b4", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "eb9743a9-ed8e-401c-9bd5-ef9595ddd5b4", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178-kserve-route-authn"} 2026-09-07T11:51:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "eb9743a9-ed8e-401c-9bd5-ef9595ddd5b4", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "authType": "userdefined"} 2026-09-07T11:51:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "eb9743a9-ed8e-401c-9bd5-ef9595ddd5b4", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65ca8d9c-e60f-444a-8053-6ffef23036af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65ca8d9c-e60f-444a-8053-6ffef23036af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-984178", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:51:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65ca8d9c-e60f-444a-8053-6ffef23036af", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-984178 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T11:51:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "odh-trusted-ca-bundle", "reconcileID": "2aa1d0d9-0a53-43c9-bad1-fff22458618b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "odh-trusted-ca-bundle", "reconcileID": "2aa1d0d9-0a53-43c9-bad1-fff22458618b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "openshift-service-ca.crt", "reconcileID": "ad57efdd-ab34-4534-9b47-76926c2ec6bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "openshift-service-ca.crt", "reconcileID": "ad57efdd-ab34-4534-9b47-76926c2ec6bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be78c949-e0be-4c46-81e6-d8c26a11a17f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be78c949-e0be-4c46-81e6-d8c26a11a17f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "9918cf5d-6137-475d-ad49-ff884da0ffa3", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "9918cf5d-6137-475d-ad49-ff884da0ffa3", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178"} 2026-09-07T11:51:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "9918cf5d-6137-475d-ad49-ff884da0ffa3", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "9918cf5d-6137-475d-ad49-ff884da0ffa3", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "9918cf5d-6137-475d-ad49-ff884da0ffa3", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178-kserve-route-authn"} 2026-09-07T11:51:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "9918cf5d-6137-475d-ad49-ff884da0ffa3", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178-kserve-route-authn"} 2026-09-07T11:51:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "9918cf5d-6137-475d-ad49-ff884da0ffa3", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "9918cf5d-6137-475d-ad49-ff884da0ffa3", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "6c6b43d1-c8af-4fac-b198-f0566dd60a29", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "6c6b43d1-c8af-4fac-b198-f0566dd60a29", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178"} 2026-09-07T11:51:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "6c6b43d1-c8af-4fac-b198-f0566dd60a29", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "6c6b43d1-c8af-4fac-b198-f0566dd60a29", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "6c6b43d1-c8af-4fac-b198-f0566dd60a29", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178-kserve-route-authn"} 2026-09-07T11:51:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "6c6b43d1-c8af-4fac-b198-f0566dd60a29", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178-kserve-route-authn"} 2026-09-07T11:51:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "6c6b43d1-c8af-4fac-b198-f0566dd60a29", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "6c6b43d1-c8af-4fac-b198-f0566dd60a29", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-984178","namespace":"ai-tenant-e2e-ipp-a-984178"}, "namespace": "ai-tenant-e2e-ipp-a-984178", "name": "ipp-route-984178", "reconcileID": "05f8be77-5822-45d5-b0ce-67845137f196", "LLMInferenceService": "ipp-route-984178", "namespace": "ai-tenant-e2e-ipp-a-984178"} 2026-09-07T11:51:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "7886bd3b-8569-4b32-9336-56e433a646d3", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:51:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "7886bd3b-8569-4b32-9336-56e433a646d3", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:51:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "7886bd3b-8569-4b32-9336-56e433a646d3", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:51:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "d7b5cc01-1fd6-4c57-992e-66b545245f2e", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:51:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "d7b5cc01-1fd6-4c57-992e-66b545245f2e", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178-authn-ssl"} 2026-09-07T11:51:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "d7b5cc01-1fd6-4c57-992e-66b545245f2e", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:51:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-984178","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-984178", "reconcileID": "266cc254-da92-4650-868b-96e5e66e677f", "Gateway": "e2e-ipp-a-984178", "namespace": "openshift-ingress"} 2026-09-07T11:51:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "26bc3ad2-1f13-4848-8347-2d2cb48925ae", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:51:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "26bc3ad2-1f13-4848-8347-2d2cb48925ae", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4-authn-ssl"} 2026-09-07T11:51:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "26bc3ad2-1f13-4848-8347-2d2cb48925ae", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:51:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "a5c017f6-ff18-43c3-93a6-e72e66acab06", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:51:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "a5c017f6-ff18-43c3-93a6-e72e66acab06", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4-authn-ssl"} 2026-09-07T11:51:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "a5c017f6-ff18-43c3-93a6-e72e66acab06", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:51:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fad9b66-23c8-43c4-8912-bfd24e743ee1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:51:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fad9b66-23c8-43c4-8912-bfd24e743ee1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f866d4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:51:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fad9b66-23c8-43c4-8912-bfd24e743ee1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f866d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T11:51:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "odh-trusted-ca-bundle", "reconcileID": "668004f2-83db-4e32-8f07-d21c1142dbbe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:51:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "odh-trusted-ca-bundle", "reconcileID": "668004f2-83db-4e32-8f07-d21c1142dbbe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:51:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "openshift-service-ca.crt", "reconcileID": "8d47a58a-c840-42c5-8bb0-c3024e0e90b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:51:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "openshift-service-ca.crt", "reconcileID": "8d47a58a-c840-42c5-8bb0-c3024e0e90b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:51:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb500c0f-7b2a-49ae-b032-d47cb5a9bfc2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:51:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f866d4"}, "namespace": "ai-tenant-e2e-ipp-b-f866d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb500c0f-7b2a-49ae-b032-d47cb5a9bfc2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f866d4"} 2026-09-07T11:51:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f866d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f866d4", "reconcileID": "5a042079-99aa-4c1f-8fa3-b5d9f30469e9", "Gateway": "e2e-ipp-b-f866d4", "namespace": "openshift-ingress"} 2026-09-07T11:51:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "7aab3906-6984-4b12-9a59-1d8a787817a7", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress"} 2026-09-07T11:51:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "7aab3906-6984-4b12-9a59-1d8a787817a7", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b-authn-ssl"} 2026-09-07T11:51:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "7aab3906-6984-4b12-9a59-1d8a787817a7", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress"} 2026-09-07T11:51:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "b7dcf41a-8173-46ed-8bd0-b5430f7239de", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress"} 2026-09-07T11:51:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "b7dcf41a-8173-46ed-8bd0-b5430f7239de", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b-authn-ssl"} 2026-09-07T11:51:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "b7dcf41a-8173-46ed-8bd0-b5430f7239de", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress"} 2026-09-07T11:52:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "028ca5c3-d9bb-4ac0-94ca-d35f3a474a35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:52:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "028ca5c3-d9bb-4ac0-94ca-d35f3a474a35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:52:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "028ca5c3-d9bb-4ac0-94ca-d35f3a474a35", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-6b944b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T11:52:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "odh-trusted-ca-bundle", "reconcileID": "d422eff7-d994-40f6-a9d5-7f2d01aabbff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:52:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "odh-trusted-ca-bundle", "reconcileID": "d422eff7-d994-40f6-a9d5-7f2d01aabbff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:52:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "openshift-service-ca.crt", "reconcileID": "6e29e98e-117a-4e4a-a235-f93a3431d667", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:52:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "openshift-service-ca.crt", "reconcileID": "6e29e98e-117a-4e4a-a235-f93a3431d667", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:52:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02b3871a-7599-4da7-9c40-56c64f0089b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:52:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6b944b"}, "namespace": "ai-tenant-e2e-shared-a-w3-6b944b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02b3871a-7599-4da7-9c40-56c64f0089b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6b944b"} 2026-09-07T11:52:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6b944b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6b944b", "reconcileID": "9a416b52-9cc1-4a32-8819-791b644fc8fd", "Gateway": "e2e-shared-a-w3-6b944b", "namespace": "openshift-ingress"} 2026-09-07T11:52:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "7477d568-edc5-4fa9-9333-44bf82f42453", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress"} 2026-09-07T11:52:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "7477d568-edc5-4fa9-9333-44bf82f42453", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f-authn-ssl"} 2026-09-07T11:52:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "7477d568-edc5-4fa9-9333-44bf82f42453", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress"} 2026-09-07T11:52:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "e2128279-7838-4dcc-ae1e-d16fe392bc5e", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress"} 2026-09-07T11:52:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "e2128279-7838-4dcc-ae1e-d16fe392bc5e", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f-authn-ssl"} 2026-09-07T11:52:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "e2128279-7838-4dcc-ae1e-d16fe392bc5e", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress"} 2026-09-07T11:52:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90209cd9-a72e-4f37-8f05-bb1045e1a173", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:52:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90209cd9-a72e-4f37-8f05-bb1045e1a173", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T11:52:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90209cd9-a72e-4f37-8f05-bb1045e1a173", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-0f0a2f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T11:52:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "odh-trusted-ca-bundle", "reconcileID": "f5ad3697-cfe6-4091-9661-8c70246422c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:52:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "odh-trusted-ca-bundle", "reconcileID": "f5ad3697-cfe6-4091-9661-8c70246422c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:52:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "openshift-service-ca.crt", "reconcileID": "054662bb-ab4b-403e-927b-ad799c6f4a23", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:52:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "openshift-service-ca.crt", "reconcileID": "054662bb-ab4b-403e-927b-ad799c6f4a23", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:52:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d81747ba-17f4-45a6-bbde-c4cc94462fa9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:52:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0f0a2f"}, "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d81747ba-17f4-45a6-bbde-c4cc94462fa9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0f0a2f"} 2026-09-07T11:52:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0f0a2f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0f0a2f", "reconcileID": "07908627-c4cd-4051-a7b6-ad0e0ed51b53", "Gateway": "e2e-shared-b-w3-0f0a2f", "namespace": "openshift-ingress"} 2026-09-07T11:54:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T11:54:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T11:54:16Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T11:54:16Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T11:56:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "c52833cb-f021-4bc0-ab2e-16e40e3b2f7f", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:56:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "c52833cb-f021-4bc0-ab2e-16e40e3b2f7f", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:56:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "c52833cb-f021-4bc0-ab2e-16e40e3b2f7f", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:56:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df13a970-0fc5-4aa0-8d84-4ac96cd83c79", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:56:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "c52833cb-f021-4bc0-ab2e-16e40e3b2f7f", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a-kserve-route-authn"} 2026-09-07T11:56:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "c52833cb-f021-4bc0-ab2e-16e40e3b2f7f", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm", "authType": "userdefined"} 2026-09-07T11:56:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "c52833cb-f021-4bc0-ab2e-16e40e3b2f7f", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:56:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df13a970-0fc5-4aa0-8d84-4ac96cd83c79", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T11:56:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df13a970-0fc5-4aa0-8d84-4ac96cd83c79", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:56:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "79ff9ba1-2fa8-4cf4-b7fe-ac17f8b2cf39", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:56:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "79ff9ba1-2fa8-4cf4-b7fe-ac17f8b2cf39", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:56:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "79ff9ba1-2fa8-4cf4-b7fe-ac17f8b2cf39", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:56:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "79ff9ba1-2fa8-4cf4-b7fe-ac17f8b2cf39", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a-kserve-route-authn"} 2026-09-07T11:56:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "79ff9ba1-2fa8-4cf4-b7fe-ac17f8b2cf39", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm", "authType": "userdefined"} 2026-09-07T11:56:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "79ff9ba1-2fa8-4cf4-b7fe-ac17f8b2cf39", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:56:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "086490c5-834b-4d77-9c5c-e255e71d93bf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:56:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "086490c5-834b-4d77-9c5c-e255e71d93bf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:56:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "086490c5-834b-4d77-9c5c-e255e71d93bf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:56:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b46d0743-0f5e-462e-9fe0-934b8e58f897", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:56:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "086490c5-834b-4d77-9c5c-e255e71d93bf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a-kserve-route-authn"} 2026-09-07T11:56:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "086490c5-834b-4d77-9c5c-e255e71d93bf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm", "authType": "userdefined"} 2026-09-07T11:56:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "086490c5-834b-4d77-9c5c-e255e71d93bf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:56:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b46d0743-0f5e-462e-9fe0-934b8e58f897", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T11:56:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b46d0743-0f5e-462e-9fe0-934b8e58f897", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:57:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b91d2489-52d4-4e9e-8d3f-03d100935613", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:57:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b91d2489-52d4-4e9e-8d3f-03d100935613", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T11:57:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b91d2489-52d4-4e9e-8d3f-03d100935613", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:57:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "d2f7f4b8-ba0e-4926-a52a-e9469a99084b", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "d2f7f4b8-ba0e-4926-a52a-e9469a99084b", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "d2f7f4b8-ba0e-4926-a52a-e9469a99084b", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "d2f7f4b8-ba0e-4926-a52a-e9469a99084b", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a-kserve-route-authn"} 2026-09-07T11:57:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "d2f7f4b8-ba0e-4926-a52a-e9469a99084b", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm", "authType": "userdefined"} 2026-09-07T11:57:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "d2f7f4b8-ba0e-4926-a52a-e9469a99084b", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "4e260fd3-11df-488d-ad49-e34bce9a80d3", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "4e260fd3-11df-488d-ad49-e34bce9a80d3", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "4e260fd3-11df-488d-ad49-e34bce9a80d3", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "4e260fd3-11df-488d-ad49-e34bce9a80d3", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a-kserve-route-authn"} 2026-09-07T11:57:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "4e260fd3-11df-488d-ad49-e34bce9a80d3", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm", "authType": "userdefined"} 2026-09-07T11:57:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "4e260fd3-11df-488d-ad49-e34bce9a80d3", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "92b1ea27-b767-48d5-acf3-bde2c4f6bd20", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:57:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "92b1ea27-b767-48d5-acf3-bde2c4f6bd20", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T11:57:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "92b1ea27-b767-48d5-acf3-bde2c4f6bd20", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:57:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "16d23e18-e7ef-4b7b-b11b-50efeac488bf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "16d23e18-e7ef-4b7b-b11b-50efeac488bf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "16d23e18-e7ef-4b7b-b11b-50efeac488bf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "16d23e18-e7ef-4b7b-b11b-50efeac488bf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a-kserve-route-authn"} 2026-09-07T11:57:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "16d23e18-e7ef-4b7b-b11b-50efeac488bf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm", "authType": "userdefined"} 2026-09-07T11:57:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "16d23e18-e7ef-4b7b-b11b-50efeac488bf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "001c4d13-b467-474d-9efb-9612643103ba", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "001c4d13-b467-474d-9efb-9612643103ba", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "001c4d13-b467-474d-9efb-9612643103ba", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "001c4d13-b467-474d-9efb-9612643103ba", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a-kserve-route-authn"} 2026-09-07T11:57:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "001c4d13-b467-474d-9efb-9612643103ba", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm", "authType": "userdefined"} 2026-09-07T11:57:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "001c4d13-b467-474d-9efb-9612643103ba", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "ec692d26-d902-4ba4-8b68-a4cc8849cacf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "ec692d26-d902-4ba4-8b68-a4cc8849cacf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "ec692d26-d902-4ba4-8b68-a4cc8849cacf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "ec692d26-d902-4ba4-8b68-a4cc8849cacf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a-kserve-route-authn"} 2026-09-07T11:57:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "ec692d26-d902-4ba4-8b68-a4cc8849cacf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm", "authType": "userdefined"} 2026-09-07T11:57:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "ec692d26-d902-4ba4-8b68-a4cc8849cacf", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "2b986112-20c2-4b4b-97f7-ddbea11c08db", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "2b986112-20c2-4b4b-97f7-ddbea11c08db", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a"} 2026-09-07T11:57:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "2b986112-20c2-4b4b-97f7-ddbea11c08db", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "2b986112-20c2-4b4b-97f7-ddbea11c08db", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "2b986112-20c2-4b4b-97f7-ddbea11c08db", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a-kserve-route-authn"} 2026-09-07T11:57:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "2b986112-20c2-4b4b-97f7-ddbea11c08db", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a-kserve-route-authn"} 2026-09-07T11:57:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9e36ef2a", "reconcileID": "406cf6e2-a619-4f83-96fb-8fe57bd5cf21", "LLMInferenceService": "e2e-same-id-a-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f1c8ff4-64c8-48b2-b259-0460881d1540", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:57:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f1c8ff4-64c8-48b2-b259-0460881d1540", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T11:57:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f1c8ff4-64c8-48b2-b259-0460881d1540", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:57:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38b01bc7-bdd0-40e1-bb29-63c6c6d23c4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:57:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38b01bc7-bdd0-40e1-bb29-63c6c6d23c4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T11:57:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38b01bc7-bdd0-40e1-bb29-63c6c6d23c4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:57:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "97845a55-7018-41a0-a6bf-cf3506b79171", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "97845a55-7018-41a0-a6bf-cf3506b79171", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a"} 2026-09-07T11:57:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "97845a55-7018-41a0-a6bf-cf3506b79171", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "97845a55-7018-41a0-a6bf-cf3506b79171", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "97845a55-7018-41a0-a6bf-cf3506b79171", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a-kserve-route-authn"} 2026-09-07T11:57:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "97845a55-7018-41a0-a6bf-cf3506b79171", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a-kserve-route-authn"} 2026-09-07T11:57:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9e36ef2a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9e36ef2a", "reconcileID": "4969de91-d2ae-4f86-9a56-05c1b16278a7", "LLMInferenceService": "e2e-same-id-b-9e36ef2a", "namespace": "llm"} 2026-09-07T11:57:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a564d53e-353c-46ff-b338-8e1cf9042b0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:57:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a564d53e-353c-46ff-b338-8e1cf9042b0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T11:57:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a564d53e-353c-46ff-b338-8e1cf9042b0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:57:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf970a9d-5b62-4e73-90f8-0d30c687be4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T11:57:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf970a9d-5b62-4e73-90f8-0d30c687be4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T11:57:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf970a9d-5b62-4e73-90f8-0d30c687be4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}