2026-09-08T16:41:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7d9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7d9b1", "reconcileID": "fd8b62af-64c5-439e-8685-addfd7482eef", "Gateway": "e2e-api-b-e7d9b1", "namespace": "openshift-ingress", "name": "e2e-api-b-e7d9b1-authn-ssl"} 2026-09-08T16:41:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7d9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7d9b1", "reconcileID": "fd8b62af-64c5-439e-8685-addfd7482eef", "Gateway": "e2e-api-b-e7d9b1", "namespace": "openshift-ingress"} 2026-09-08T16:41:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7d9b1"}, "namespace": "ai-tenant-e2e-api-b-e7d9b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "defb5211-2d00-4dc3-a89a-6a8534dcd44a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7d9b1"} 2026-09-08T16:41:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7d9b1"}, "namespace": "ai-tenant-e2e-api-b-e7d9b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "defb5211-2d00-4dc3-a89a-6a8534dcd44a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7d9b1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:41:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7d9b1"}, "namespace": "ai-tenant-e2e-api-b-e7d9b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "defb5211-2d00-4dc3-a89a-6a8534dcd44a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e7d9b1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:41:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7d9b1"}, "namespace": "ai-tenant-e2e-api-b-e7d9b1", "name": "odh-trusted-ca-bundle", "reconcileID": "31cc32a1-68a3-4080-b038-48d337b01455", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7d9b1"} 2026-09-08T16:41:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7d9b1"}, "namespace": "ai-tenant-e2e-api-b-e7d9b1", "name": "odh-trusted-ca-bundle", "reconcileID": "31cc32a1-68a3-4080-b038-48d337b01455", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7d9b1"} 2026-09-08T16:41:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7d9b1"}, "namespace": "ai-tenant-e2e-api-b-e7d9b1", "name": "openshift-service-ca.crt", "reconcileID": "2fb74412-3b95-47b5-9eb1-dd851f41082c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7d9b1"} 2026-09-08T16:41:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7d9b1"}, "namespace": "ai-tenant-e2e-api-b-e7d9b1", "name": "openshift-service-ca.crt", "reconcileID": "2fb74412-3b95-47b5-9eb1-dd851f41082c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7d9b1"} 2026-09-08T16:41:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7d9b1"}, "namespace": "ai-tenant-e2e-api-b-e7d9b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80497192-7295-48e9-b151-2bf9e399d619", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7d9b1"} 2026-09-08T16:41:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7d9b1"}, "namespace": "ai-tenant-e2e-api-b-e7d9b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80497192-7295-48e9-b151-2bf9e399d619", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7d9b1"} 2026-09-08T16:41:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7d9b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7d9b1", "reconcileID": "e1fa571b-0dbe-47c9-86b6-4fb0b4f25d22", "Gateway": "e2e-api-b-e7d9b1", "namespace": "openshift-ingress"} 2026-09-08T16:41:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bce20b","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "rate-test-model-bce20b", "reconcileID": "7d87b7ac-1602-49b0-a3e1-cfe944452cfc", "LLMInferenceService": "rate-test-model-bce20b", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:41:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bce20b","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "rate-test-model-bce20b", "reconcileID": "7d87b7ac-1602-49b0-a3e1-cfe944452cfc", "LLMInferenceService": "rate-test-model-bce20b", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "rate-test-model-bce20b"} 2026-09-08T16:41:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bce20b","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "rate-test-model-bce20b", "reconcileID": "7d87b7ac-1602-49b0-a3e1-cfe944452cfc", "LLMInferenceService": "rate-test-model-bce20b", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:41:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bce20b","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "rate-test-model-bce20b", "reconcileID": "7d87b7ac-1602-49b0-a3e1-cfe944452cfc", "LLMInferenceService": "rate-test-model-bce20b", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:41:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bce20b","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "rate-test-model-bce20b", "reconcileID": "7d87b7ac-1602-49b0-a3e1-cfe944452cfc", "LLMInferenceService": "rate-test-model-bce20b", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "rate-test-model-bce20b-kserve-route-authn"} 2026-09-08T16:41:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bce20b","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "rate-test-model-bce20b", "reconcileID": "7d87b7ac-1602-49b0-a3e1-cfe944452cfc", "LLMInferenceService": "rate-test-model-bce20b", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "rate-test-model-bce20b-kserve-route-authn"} 2026-09-08T16:41:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bce20b","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "rate-test-model-bce20b", "reconcileID": "7d87b7ac-1602-49b0-a3e1-cfe944452cfc", "LLMInferenceService": "rate-test-model-bce20b", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:41:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bce20b","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "rate-test-model-bce20b", "reconcileID": "7d87b7ac-1602-49b0-a3e1-cfe944452cfc", "LLMInferenceService": "rate-test-model-bce20b", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:41:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bce20b","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "rate-test-model-bce20b", "reconcileID": "f76e5647-04ac-4d17-825d-51fed147f338", "LLMInferenceService": "rate-test-model-bce20b", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "f4cfed0f-a659-42ff-8b80-f355cb982b40", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress"} 2026-09-08T16:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "f4cfed0f-a659-42ff-8b80-f355cb982b40", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b-authn-ssl"} 2026-09-08T16:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "f4cfed0f-a659-42ff-8b80-f355cb982b40", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress"} 2026-09-08T16:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "21961ff5-abc6-4332-b90a-5913914186d8", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress"} 2026-09-08T16:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "21961ff5-abc6-4332-b90a-5913914186d8", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b-authn-ssl"} 2026-09-08T16:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "21961ff5-abc6-4332-b90a-5913914186d8", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress"} 2026-09-08T16:41:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e22de8","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "rate-test-model-e22de8", "reconcileID": "ec30914a-0225-4c51-a074-9f14434db440", "LLMInferenceService": "rate-test-model-e22de8", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:41:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e22de8","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "rate-test-model-e22de8", "reconcileID": "ec30914a-0225-4c51-a074-9f14434db440", "LLMInferenceService": "rate-test-model-e22de8", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "rate-test-model-e22de8"} 2026-09-08T16:41:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e22de8","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "rate-test-model-e22de8", "reconcileID": "ec30914a-0225-4c51-a074-9f14434db440", "LLMInferenceService": "rate-test-model-e22de8", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:41:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e22de8","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "rate-test-model-e22de8", "reconcileID": "ec30914a-0225-4c51-a074-9f14434db440", "LLMInferenceService": "rate-test-model-e22de8", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:41:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e22de8","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "rate-test-model-e22de8", "reconcileID": "ec30914a-0225-4c51-a074-9f14434db440", "LLMInferenceService": "rate-test-model-e22de8", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "rate-test-model-e22de8-kserve-route-authn"} 2026-09-08T16:41:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e22de8","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "rate-test-model-e22de8", "reconcileID": "ec30914a-0225-4c51-a074-9f14434db440", "LLMInferenceService": "rate-test-model-e22de8", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "rate-test-model-e22de8-kserve-route-authn"} 2026-09-08T16:41:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e22de8","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "rate-test-model-e22de8", "reconcileID": "ec30914a-0225-4c51-a074-9f14434db440", "LLMInferenceService": "rate-test-model-e22de8", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:41:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e22de8","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "rate-test-model-e22de8", "reconcileID": "ec30914a-0225-4c51-a074-9f14434db440", "LLMInferenceService": "rate-test-model-e22de8", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:41:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e22de8","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "rate-test-model-e22de8", "reconcileID": "c420fe74-59c9-4dc3-9947-0acde9a59ae8", "LLMInferenceService": "rate-test-model-e22de8", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "4e000c1f-00bb-4d99-85ee-b9cb6dbd3cec", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "4e000c1f-00bb-4d99-85ee-b9cb6dbd3cec", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8-authn-ssl"} 2026-09-08T16:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "4e000c1f-00bb-4d99-85ee-b9cb6dbd3cec", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "fdd7733a-4fe3-415c-a07c-9451e9013dd9", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "fdd7733a-4fe3-415c-a07c-9451e9013dd9", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8-authn-ssl"} 2026-09-08T16:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "fdd7733a-4fe3-415c-a07c-9451e9013dd9", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "127b2960-c72c-4a93-8e8b-4e3d4737ff03", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "127b2960-c72c-4a93-8e8b-4e3d4737ff03", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "127b2960-c72c-4a93-8e8b-4e3d4737ff03", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "bb5db551-5794-4348-9cfd-1bef04646381", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "bb5db551-5794-4348-9cfd-1bef04646381", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "bb5db551-5794-4348-9cfd-1bef04646381", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "0686716c-6aa1-498d-9a5b-5eef21891357", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "0686716c-6aa1-498d-9a5b-5eef21891357", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "0686716c-6aa1-498d-9a5b-5eef21891357", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "3e952524-5358-46c3-8e9a-19b3740a64ef", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "3e952524-5358-46c3-8e9a-19b3740a64ef", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "3e952524-5358-46c3-8e9a-19b3740a64ef", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "600c4513-8b35-460c-8648-44ea622b03db", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "600c4513-8b35-460c-8648-44ea622b03db", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "600c4513-8b35-460c-8648-44ea622b03db", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "bbaf376c-6552-4224-b178-e834cca11794", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "bbaf376c-6552-4224-b178-e834cca11794", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "bbaf376c-6552-4224-b178-e834cca11794", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "faa962b3-c0f6-4f6e-b496-479fbb79cb63", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "faa962b3-c0f6-4f6e-b496-479fbb79cb63", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:41:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "faa962b3-c0f6-4f6e-b496-479fbb79cb63", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "openshift-service-ca.crt", "reconcileID": "e1bfb46e-1d6d-4889-adff-9a7af055d2de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:41:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "odh-trusted-ca-bundle", "reconcileID": "59a86f4b-4758-45e6-8667-19480101c27e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:41:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "openshift-service-ca.crt", "reconcileID": "e5812431-713f-43fa-8ec1-23baec1f29de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-352142", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:41:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "openshift-service-ca.crt", "reconcileID": "e5812431-713f-43fa-8ec1-23baec1f29de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:41:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dc37ac6-4226-4bc8-8841-a5bce9b365bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:41:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "openshift-service-ca.crt", "reconcileID": "d381992b-bfc0-4c87-8b82-1232edd4ea87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:41:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "odh-trusted-ca-bundle", "reconcileID": "fc4bd9d0-32de-4538-9194-a592b9466347", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-352142", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:41:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "odh-trusted-ca-bundle", "reconcileID": "fc4bd9d0-32de-4538-9194-a592b9466347", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:41:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d575721-7e12-4d58-b1f8-e9607ca4ca8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:41:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8ac343","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ac343", "reconcileID": "371b3ce9-1cec-460a-8b95-a50380febfa9", "Gateway": "e2e-shared-a-w2-8ac343", "namespace": "openshift-ingress"} 2026-09-08T16:41:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8ac343","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ac343", "reconcileID": "371b3ce9-1cec-460a-8b95-a50380febfa9", "Gateway": "e2e-shared-a-w2-8ac343", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ac343-authn-ssl"} 2026-09-08T16:41:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8ac343","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ac343", "reconcileID": "371b3ce9-1cec-460a-8b95-a50380febfa9", "Gateway": "e2e-shared-a-w2-8ac343", "namespace": "openshift-ingress"} 2026-09-08T16:41:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "3e22718d-0052-4921-8c7b-ceaaba256103", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:41:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "3e22718d-0052-4921-8c7b-ceaaba256103", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:41:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "3e22718d-0052-4921-8c7b-ceaaba256103", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:42:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ac343"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bfc5c96-ac8d-432c-9505-dc4f5bf9a73f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ac343"} 2026-09-08T16:42:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ac343"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bfc5c96-ac8d-432c-9505-dc4f5bf9a73f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:42:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ac343"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bfc5c96-ac8d-432c-9505-dc4f5bf9a73f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-8ac343 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:42:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ac343"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "name": "odh-trusted-ca-bundle", "reconcileID": "f19af5d5-8fc2-414a-9162-9644b8c1588c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ac343"} 2026-09-08T16:42:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ac343"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "name": "odh-trusted-ca-bundle", "reconcileID": "f19af5d5-8fc2-414a-9162-9644b8c1588c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:42:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ac343"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "name": "odh-trusted-ca-bundle", "reconcileID": "f19af5d5-8fc2-414a-9162-9644b8c1588c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-8ac343 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:42:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-8ac343"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "name": "openshift-service-ca.crt", "reconcileID": "56f8c086-75ff-4453-b65d-3590fc74cf92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-8ac343"} 2026-09-08T16:42:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-8ac343"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "name": "openshift-service-ca.crt", "reconcileID": "56f8c086-75ff-4453-b65d-3590fc74cf92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-8ac343"} 2026-09-08T16:42:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ac343"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6df9218a-060a-439f-bc0e-036abe7d744b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ac343"} 2026-09-08T16:42:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ac343"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6df9218a-060a-439f-bc0e-036abe7d744b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ac343"} 2026-09-08T16:42:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ac343"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "name": "odh-trusted-ca-bundle", "reconcileID": "1f818582-3632-47b0-b519-81f2c316a10e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ac343"} 2026-09-08T16:42:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ac343"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ac343", "name": "odh-trusted-ca-bundle", "reconcileID": "1f818582-3632-47b0-b519-81f2c316a10e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ac343"} 2026-09-08T16:42:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8ac343","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ac343", "reconcileID": "85b76c31-7b3b-4482-a63f-a8013fd51857", "Gateway": "e2e-shared-a-w2-8ac343", "namespace": "openshift-ingress"} 2026-09-08T16:42:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "82eb65aa-0680-4478-b310-bec64cf7bdf6", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:42:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "82eb65aa-0680-4478-b310-bec64cf7bdf6", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:42:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "82eb65aa-0680-4478-b310-bec64cf7bdf6", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:42:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8ded33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8ded33", "reconcileID": "4aa21b40-6f2e-4d58-8e5f-8ad49b139992", "Gateway": "e2e-shared-b-w2-8ded33", "namespace": "openshift-ingress"} 2026-09-08T16:42:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8ded33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8ded33", "reconcileID": "4aa21b40-6f2e-4d58-8e5f-8ad49b139992", "Gateway": "e2e-shared-b-w2-8ded33", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8ded33-authn-ssl"} 2026-09-08T16:42:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8ded33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8ded33", "reconcileID": "4aa21b40-6f2e-4d58-8e5f-8ad49b139992", "Gateway": "e2e-shared-b-w2-8ded33", "namespace": "openshift-ingress"} 2026-09-08T16:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8ded33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8ded33", "reconcileID": "bb5c59d3-54d8-400f-83d3-91c65c74dc05", "Gateway": "e2e-shared-b-w2-8ded33", "namespace": "openshift-ingress"} 2026-09-08T16:42:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8ded33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8ded33", "reconcileID": "bb5c59d3-54d8-400f-83d3-91c65c74dc05", "Gateway": "e2e-shared-b-w2-8ded33", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8ded33-authn-ssl"} 2026-09-08T16:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8ded33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8ded33", "reconcileID": "bb5c59d3-54d8-400f-83d3-91c65c74dc05", "Gateway": "e2e-shared-b-w2-8ded33", "namespace": "openshift-ingress"} 2026-09-08T16:42:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8ded33"}, "namespace": "ai-tenant-e2e-shared-b-w2-8ded33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15386f5a-8586-4c2f-8769-42d3f8a0839a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8ded33"} 2026-09-08T16:42:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8ded33"}, "namespace": "ai-tenant-e2e-shared-b-w2-8ded33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15386f5a-8586-4c2f-8769-42d3f8a0839a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8ded33", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:42:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8ded33"}, "namespace": "ai-tenant-e2e-shared-b-w2-8ded33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15386f5a-8586-4c2f-8769-42d3f8a0839a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8ded33 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:42:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8ded33"}, "namespace": "ai-tenant-e2e-shared-b-w2-8ded33", "name": "odh-trusted-ca-bundle", "reconcileID": "b945e1b0-d3c3-4b5b-8786-37b7909fdeab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8ded33"} 2026-09-08T16:42:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8ded33"}, "namespace": "ai-tenant-e2e-shared-b-w2-8ded33", "name": "odh-trusted-ca-bundle", "reconcileID": "b945e1b0-d3c3-4b5b-8786-37b7909fdeab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8ded33"} 2026-09-08T16:42:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-8ded33"}, "namespace": "ai-tenant-e2e-shared-b-w2-8ded33", "name": "openshift-service-ca.crt", "reconcileID": "9a6e9646-e00b-4c2a-8980-277a0c3898ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-8ded33"} 2026-09-08T16:42:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-8ded33"}, "namespace": "ai-tenant-e2e-shared-b-w2-8ded33", "name": "openshift-service-ca.crt", "reconcileID": "9a6e9646-e00b-4c2a-8980-277a0c3898ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-8ded33"} 2026-09-08T16:42:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8ded33"}, "namespace": "ai-tenant-e2e-shared-b-w2-8ded33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20e5f107-1f23-407c-8f5c-16235f6c5de7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8ded33"} 2026-09-08T16:42:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8ded33"}, "namespace": "ai-tenant-e2e-shared-b-w2-8ded33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20e5f107-1f23-407c-8f5c-16235f6c5de7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8ded33"} 2026-09-08T16:42:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "c7163cdf-1a81-4af4-9675-308949208117", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "c7163cdf-1a81-4af4-9675-308949208117", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22-authn-ssl"} 2026-09-08T16:42:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "c7163cdf-1a81-4af4-9675-308949208117", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "1a8a8a84-34f7-4f1d-a24d-19711bcb1fcb", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "1a8a8a84-34f7-4f1d-a24d-19711bcb1fcb", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22-authn-ssl"} 2026-09-08T16:42:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "1a8a8a84-34f7-4f1d-a24d-19711bcb1fcb", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "6d66ad6d-38ce-49dc-b9e9-e2b57ff2b8ca", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "6d66ad6d-38ce-49dc-b9e9-e2b57ff2b8ca", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22-authn-ssl"} 2026-09-08T16:42:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "6d66ad6d-38ce-49dc-b9e9-e2b57ff2b8ca", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "e91384b8-3971-4518-b97c-f69ad544862b", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "e91384b8-3971-4518-b97c-f69ad544862b", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22-authn-ssl"} 2026-09-08T16:42:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "e91384b8-3971-4518-b97c-f69ad544862b", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "b2b3ffc7-ef10-47df-88c8-ba6de60f03d2", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "b2b3ffc7-ef10-47df-88c8-ba6de60f03d2", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22-authn-ssl"} 2026-09-08T16:42:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "b2b3ffc7-ef10-47df-88c8-ba6de60f03d2", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8ded33","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8ded33", "reconcileID": "3e3dc8cf-c4dd-425e-a215-4d69877ce005", "Gateway": "e2e-shared-b-w2-8ded33", "namespace": "openshift-ingress"} 2026-09-08T16:42:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "024a59a3-e845-493c-aab9-c73d1c113c09", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "024a59a3-e845-493c-aab9-c73d1c113c09", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22-authn-ssl"} 2026-09-08T16:42:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "024a59a3-e845-493c-aab9-c73d1c113c09", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "09ac5f3c-b401-4d27-9f8c-2c976e52cb65", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "09ac5f3c-b401-4d27-9f8c-2c976e52cb65", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22-authn-ssl"} 2026-09-08T16:42:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "09ac5f3c-b401-4d27-9f8c-2c976e52cb65", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "10bc5abd-4d81-44f1-affc-941ddc5d5241", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "10bc5abd-4d81-44f1-affc-941ddc5d5241", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22-authn-ssl"} 2026-09-08T16:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "10bc5abd-4d81-44f1-affc-941ddc5d5241", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "openshift-service-ca.crt", "reconcileID": "120c4789-01f8-4757-8c54-6eb0633132ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:42:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "odh-trusted-ca-bundle", "reconcileID": "63de9e69-2468-47d2-a47b-5c17bb1f570c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:42:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "openshift-service-ca.crt", "reconcileID": "ed4f8630-4652-4f27-957b-3c7de38b5865", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-995b22", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:42:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "openshift-service-ca.crt", "reconcileID": "ed4f8630-4652-4f27-957b-3c7de38b5865", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:42:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "openshift-service-ca.crt", "reconcileID": "50451468-d015-454a-ab90-bdeb2880636e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-995b22", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:42:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "openshift-service-ca.crt", "reconcileID": "50451468-d015-454a-ab90-bdeb2880636e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:42:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c71150d3-68e1-4119-881e-77658e151b75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:42:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "openshift-service-ca.crt", "reconcileID": "14cfbc43-72b8-485c-9b40-3c6f8330896d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:42:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "odh-trusted-ca-bundle", "reconcileID": "765ce77a-125c-4123-8901-8389e43ea8b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-995b22", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:42:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "odh-trusted-ca-bundle", "reconcileID": "765ce77a-125c-4123-8901-8389e43ea8b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:42:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c55d6f81-c7a1-4481-90f2-737b6806b890", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:42:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "6e1a9c6c-2f7a-4a40-aad6-ae96db5d336d", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "6e1a9c6c-2f7a-4a40-aad6-ae96db5d336d", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22-authn-ssl"} 2026-09-08T16:42:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "6e1a9c6c-2f7a-4a40-aad6-ae96db5d336d", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "dec59b59-7d1d-4365-a905-0b6e36e41a68", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "dec59b59-7d1d-4365-a905-0b6e36e41a68", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22-authn-ssl"} 2026-09-08T16:42:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "dec59b59-7d1d-4365-a905-0b6e36e41a68", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:42:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "f027affc-bb42-40ca-bc72-5b0ee3b6ebfc", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:42:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "f027affc-bb42-40ca-bc72-5b0ee3b6ebfc", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:42:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "f027affc-bb42-40ca-bc72-5b0ee3b6ebfc", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:42:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "4cec5f30-0cca-46d1-b55f-8e08786e8a35", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:42:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "f027affc-bb42-40ca-bc72-5b0ee3b6ebfc", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142-kserve-route-authn"} 2026-09-08T16:42:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "f027affc-bb42-40ca-bc72-5b0ee3b6ebfc", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "authType": "userdefined"} 2026-09-08T16:42:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "f027affc-bb42-40ca-bc72-5b0ee3b6ebfc", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:42:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "4cec5f30-0cca-46d1-b55f-8e08786e8a35", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:42:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "4cec5f30-0cca-46d1-b55f-8e08786e8a35", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:42:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c9dd9386-0e7f-4d41-8a03-d52e9ac05a1c", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:42:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c9dd9386-0e7f-4d41-8a03-d52e9ac05a1c", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:42:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c9dd9386-0e7f-4d41-8a03-d52e9ac05a1c", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:42:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c9dd9386-0e7f-4d41-8a03-d52e9ac05a1c", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142-kserve-route-authn"} 2026-09-08T16:42:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c9dd9386-0e7f-4d41-8a03-d52e9ac05a1c", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "authType": "userdefined"} 2026-09-08T16:42:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c9dd9386-0e7f-4d41-8a03-d52e9ac05a1c", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:42:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "4edcb4a4-7358-434a-b642-cfca1b37dfc4", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:42:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "4edcb4a4-7358-434a-b642-cfca1b37dfc4", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:42:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "4edcb4a4-7358-434a-b642-cfca1b37dfc4", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:42:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "6756cf31-7714-483a-be98-09e42dc9a20b", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:42:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "6756cf31-7714-483a-be98-09e42dc9a20b", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:42:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "6756cf31-7714-483a-be98-09e42dc9a20b", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:42:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "6756cf31-7714-483a-be98-09e42dc9a20b", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142-kserve-route-authn"} 2026-09-08T16:42:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "6756cf31-7714-483a-be98-09e42dc9a20b", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "authType": "userdefined"} 2026-09-08T16:42:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "6756cf31-7714-483a-be98-09e42dc9a20b", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:43:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "1bdc7092-398c-4bb6-9848-729b46b70747", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:43:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "1bdc7092-398c-4bb6-9848-729b46b70747", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:43:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "1bdc7092-398c-4bb6-9848-729b46b70747", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:43:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "1bdc7092-398c-4bb6-9848-729b46b70747", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142-kserve-route-authn"} 2026-09-08T16:43:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "1bdc7092-398c-4bb6-9848-729b46b70747", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "authType": "userdefined"} 2026-09-08T16:43:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "1bdc7092-398c-4bb6-9848-729b46b70747", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "70aa3d9d-d118-49a6-bb86-9d47adcd1596", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "70aa3d9d-d118-49a6-bb86-9d47adcd1596", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27-authn-ssl"} 2026-09-08T16:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "70aa3d9d-d118-49a6-bb86-9d47adcd1596", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "99355fc3-8281-4be0-965b-6cd89b67838c", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "99355fc3-8281-4be0-965b-6cd89b67838c", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27-authn-ssl"} 2026-09-08T16:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "99355fc3-8281-4be0-965b-6cd89b67838c", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "67f6d26f-49b9-422a-92a3-4a2c355c74d8", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "67f6d26f-49b9-422a-92a3-4a2c355c74d8", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27-authn-ssl"} 2026-09-08T16:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "67f6d26f-49b9-422a-92a3-4a2c355c74d8", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "62aed981-6435-43f7-9912-41bf51c249ec", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "62aed981-6435-43f7-9912-41bf51c249ec", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27-authn-ssl"} 2026-09-08T16:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "62aed981-6435-43f7-9912-41bf51c249ec", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "915a03ab-369e-4e5c-9e95-ef078434eac9", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "915a03ab-369e-4e5c-9e95-ef078434eac9", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27-authn-ssl"} 2026-09-08T16:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "915a03ab-369e-4e5c-9e95-ef078434eac9", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "8334311d-ffed-4acb-a1c7-9c0913ada25a", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "8334311d-ffed-4acb-a1c7-9c0913ada25a", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27-authn-ssl"} 2026-09-08T16:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "8334311d-ffed-4acb-a1c7-9c0913ada25a", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "a0bc2735-f94b-4e40-848d-14e384c7d51f", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "a0bc2735-f94b-4e40-848d-14e384c7d51f", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27-authn-ssl"} 2026-09-08T16:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "a0bc2735-f94b-4e40-848d-14e384c7d51f", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "4a2bfd6b-9025-4899-addf-910960f117da", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "4a2bfd6b-9025-4899-addf-910960f117da", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27-authn-ssl"} 2026-09-08T16:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "4a2bfd6b-9025-4899-addf-910960f117da", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:34Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:43:34Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:43:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "openshift-service-ca.crt", "reconcileID": "98ca5c94-80a8-4d69-a9c0-e41275cc4ae2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:43:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "odh-trusted-ca-bundle", "reconcileID": "26f286fa-7d51-481d-ae20-6fe4a8df31c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:43:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "openshift-service-ca.crt", "reconcileID": "48744d52-39b9-44b7-bdb9-eb265004b924", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:43:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "openshift-service-ca.crt", "reconcileID": "48744d52-39b9-44b7-bdb9-eb265004b924", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:43:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "openshift-service-ca.crt", "reconcileID": "6f5650d3-0b08-4cf4-8507-966a58201ab8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:43:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "openshift-service-ca.crt", "reconcileID": "6f5650d3-0b08-4cf4-8507-966a58201ab8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:43:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f872ddf6-c7e7-454c-b1e5-7680e9d8ce20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:43:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "openshift-service-ca.crt", "reconcileID": "b5070bdb-9d21-4440-b960-98e59b7b38aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:43:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "odh-trusted-ca-bundle", "reconcileID": "51211ce1-8641-43e4-9974-260a2d484add", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:43:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "odh-trusted-ca-bundle", "reconcileID": "51211ce1-8641-43e4-9974-260a2d484add", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:43:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ed1dff6-dddf-44cd-a187-abecc776db6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:43:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "280a9681-bdd2-423e-8e52-68a4c9517e52", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "280a9681-bdd2-423e-8e52-68a4c9517e52", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27-authn-ssl"} 2026-09-08T16:43:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "280a9681-bdd2-423e-8e52-68a4c9517e52", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:36Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:43:36Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:43:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "c1c74dd2-e68b-426d-8ca4-806a93fa29aa", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:43:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "c1c74dd2-e68b-426d-8ca4-806a93fa29aa", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27-authn-ssl"} 2026-09-08T16:43:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "c1c74dd2-e68b-426d-8ca4-806a93fa29aa", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:44:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "f5ebcf98-c13b-4b83-8f1e-6672427f64ce", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:44:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "f5ebcf98-c13b-4b83-8f1e-6672427f64ce", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27-authn-ssl"} 2026-09-08T16:44:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "f5ebcf98-c13b-4b83-8f1e-6672427f64ce", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:44:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "9729df4f-8413-4351-bcd7-be0b5124b4db", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:44:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "9729df4f-8413-4351-bcd7-be0b5124b4db", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27-authn-ssl"} 2026-09-08T16:44:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "9729df4f-8413-4351-bcd7-be0b5124b4db", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:44:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0c7e6de-3811-4527-91d7-a0be89646470", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:44:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0c7e6de-3811-4527-91d7-a0be89646470", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:44:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0c7e6de-3811-4527-91d7-a0be89646470", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8dca27 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:44:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "odh-trusted-ca-bundle", "reconcileID": "86b84674-79f8-4026-9603-64af235fae47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "odh-trusted-ca-bundle", "reconcileID": "86b84674-79f8-4026-9603-64af235fae47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:44:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "openshift-service-ca.crt", "reconcileID": "2bfbdd7b-c3b1-46b0-aa4c-ba3fd0f99159", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "openshift-service-ca.crt", "reconcileID": "2bfbdd7b-c3b1-46b0-aa4c-ba3fd0f99159", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:44:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8edde87a-061e-43ad-b3ef-b1f483518bae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8dca27"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8edde87a-061e-43ad-b3ef-b1f483518bae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8dca27"} 2026-09-08T16:44:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8dca27","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8dca27", "reconcileID": "95451d0b-96ef-4b05-997b-b3995b5362f9", "Gateway": "e2e-ipp-cleanup-8dca27", "namespace": "openshift-ingress"} 2026-09-08T16:44:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "e24e583f-a7d9-4cf2-a57f-6d65b262c432", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:44:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "e24e583f-a7d9-4cf2-a57f-6d65b262c432", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:44:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "e24e583f-a7d9-4cf2-a57f-6d65b262c432", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:44:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "d73f63de-2256-475a-a233-6f1d2d1d40af", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:44:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "d73f63de-2256-475a-a233-6f1d2d1d40af", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:44:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "d73f63de-2256-475a-a233-6f1d2d1d40af", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:44:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "461eaf8e-208e-4fc4-81b5-bd7d923ade5e", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:44:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "461eaf8e-208e-4fc4-81b5-bd7d923ade5e", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:44:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "461eaf8e-208e-4fc4-81b5-bd7d923ade5e", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:44:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "d38aab20-a86f-4930-b684-f5e9c0051e3a", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:44:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "d38aab20-a86f-4930-b684-f5e9c0051e3a", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:44:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "d38aab20-a86f-4930-b684-f5e9c0051e3a", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:44:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "d38aab20-a86f-4930-b684-f5e9c0051e3a", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142-kserve-route-authn"} 2026-09-08T16:44:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "d38aab20-a86f-4930-b684-f5e9c0051e3a", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "authType": "userdefined"} 2026-09-08T16:44:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "d38aab20-a86f-4930-b684-f5e9c0051e3a", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08782853-6062-4cd0-9be2-6f15c38952eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08782853-6062-4cd0-9be2-6f15c38952eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-352142", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:45:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08782853-6062-4cd0-9be2-6f15c38952eb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-352142 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:45:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "odh-trusted-ca-bundle", "reconcileID": "2e140327-2009-4a40-9be2-9a22aa848153", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "odh-trusted-ca-bundle", "reconcileID": "2e140327-2009-4a40-9be2-9a22aa848153", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "openshift-service-ca.crt", "reconcileID": "420c67c6-a587-4044-b4f7-9b6f8dfd32cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "openshift-service-ca.crt", "reconcileID": "420c67c6-a587-4044-b4f7-9b6f8dfd32cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9d963fb-1f53-4875-89eb-4550321980ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9d963fb-1f53-4875-89eb-4550321980ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "e3bad253-f040-4d8b-a54f-60f5e2bd5e06", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:45:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "e3bad253-f040-4d8b-a54f-60f5e2bd5e06", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:45:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "e3bad253-f040-4d8b-a54f-60f5e2bd5e06", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:45:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "9815daa5-9d5e-43b2-93b9-42aabb7215c6", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "9815daa5-9d5e-43b2-93b9-42aabb7215c6", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "9815daa5-9d5e-43b2-93b9-42aabb7215c6", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "9815daa5-9d5e-43b2-93b9-42aabb7215c6", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142-kserve-route-authn"} 2026-09-08T16:45:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "9815daa5-9d5e-43b2-93b9-42aabb7215c6", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "authType": "userdefined"} 2026-09-08T16:45:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "9815daa5-9d5e-43b2-93b9-42aabb7215c6", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "0c6bd9c4-0935-42d7-86ad-bfc615abf029", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "0c6bd9c4-0935-42d7-86ad-bfc615abf029", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142"} 2026-09-08T16:45:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "0c6bd9c4-0935-42d7-86ad-bfc615abf029", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "0c6bd9c4-0935-42d7-86ad-bfc615abf029", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "0c6bd9c4-0935-42d7-86ad-bfc615abf029", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142-kserve-route-authn"} 2026-09-08T16:45:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "0c6bd9c4-0935-42d7-86ad-bfc615abf029", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142-kserve-route-authn"} 2026-09-08T16:45:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "0c6bd9c4-0935-42d7-86ad-bfc615abf029", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "0c6bd9c4-0935-42d7-86ad-bfc615abf029", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c18c6bd7-111e-45ed-b52c-ffad0c869aac", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c18c6bd7-111e-45ed-b52c-ffad0c869aac", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142"} 2026-09-08T16:45:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c18c6bd7-111e-45ed-b52c-ffad0c869aac", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c18c6bd7-111e-45ed-b52c-ffad0c869aac", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c18c6bd7-111e-45ed-b52c-ffad0c869aac", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142-kserve-route-authn"} 2026-09-08T16:45:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c18c6bd7-111e-45ed-b52c-ffad0c869aac", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142-kserve-route-authn"} 2026-09-08T16:45:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c18c6bd7-111e-45ed-b52c-ffad0c869aac", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "c18c6bd7-111e-45ed-b52c-ffad0c869aac", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-352142","namespace":"ai-tenant-e2e-ipp-a-352142"}, "namespace": "ai-tenant-e2e-ipp-a-352142", "name": "ipp-route-352142", "reconcileID": "e3246e27-7680-4fea-b615-4066fa9d83df", "LLMInferenceService": "ipp-route-352142", "namespace": "ai-tenant-e2e-ipp-a-352142"} 2026-09-08T16:45:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "09576cd9-1447-41d2-9617-0ce709efd40d", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:45:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "09576cd9-1447-41d2-9617-0ce709efd40d", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142-authn-ssl"} 2026-09-08T16:45:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "09576cd9-1447-41d2-9617-0ce709efd40d", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:45:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-352142","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-352142", "reconcileID": "40f73d54-b8a1-41f6-a4b1-5b7eb13161d2", "Gateway": "e2e-ipp-a-352142", "namespace": "openshift-ingress"} 2026-09-08T16:45:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "1b8952c9-a35f-4002-bde8-944d717fea9b", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:45:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "1b8952c9-a35f-4002-bde8-944d717fea9b", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22-authn-ssl"} 2026-09-08T16:45:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "1b8952c9-a35f-4002-bde8-944d717fea9b", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:45:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "6b3c1e8f-176d-4651-80a7-0c23dae0c246", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:45:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "6b3c1e8f-176d-4651-80a7-0c23dae0c246", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22-authn-ssl"} 2026-09-08T16:45:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "6b3c1e8f-176d-4651-80a7-0c23dae0c246", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:45:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d9d4531-1bcd-4bfe-8057-55acb22fb855", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:45:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d9d4531-1bcd-4bfe-8057-55acb22fb855", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-995b22", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:45:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d9d4531-1bcd-4bfe-8057-55acb22fb855", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-995b22 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:45:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "odh-trusted-ca-bundle", "reconcileID": "a1a13edb-2777-4c45-8139-76d36c58f271", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:45:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "odh-trusted-ca-bundle", "reconcileID": "a1a13edb-2777-4c45-8139-76d36c58f271", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:45:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "openshift-service-ca.crt", "reconcileID": "e0eb0dcc-5169-41b4-90e7-df74bffe773f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:45:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "openshift-service-ca.crt", "reconcileID": "e0eb0dcc-5169-41b4-90e7-df74bffe773f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:45:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e3bb57c-e5c0-4524-b3b7-20748e1d33a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:45:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-995b22"}, "namespace": "ai-tenant-e2e-ipp-b-995b22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e3bb57c-e5c0-4524-b3b7-20748e1d33a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-995b22"} 2026-09-08T16:45:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-995b22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-995b22", "reconcileID": "33e1bc38-ca9b-478b-bcbe-a3d3176e95b3", "Gateway": "e2e-ipp-b-995b22", "namespace": "openshift-ingress"} 2026-09-08T16:46:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "ce81b7b1-07c0-4a85-895d-3ff16b930c0c", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress"} 2026-09-08T16:46:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "ce81b7b1-07c0-4a85-895d-3ff16b930c0c", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b-authn-ssl"} 2026-09-08T16:46:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "ce81b7b1-07c0-4a85-895d-3ff16b930c0c", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress"} 2026-09-08T16:46:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "bfcb292d-2b43-4ac5-912c-2de88e21e3ee", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress"} 2026-09-08T16:46:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "bfcb292d-2b43-4ac5-912c-2de88e21e3ee", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b-authn-ssl"} 2026-09-08T16:46:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "bfcb292d-2b43-4ac5-912c-2de88e21e3ee", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress"} 2026-09-08T16:46:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b06786bc-9e22-4297-86da-101acb2c3b03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:46:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b06786bc-9e22-4297-86da-101acb2c3b03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:46:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b06786bc-9e22-4297-86da-101acb2c3b03", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-bce20b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:46:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "odh-trusted-ca-bundle", "reconcileID": "21db97e8-ec5c-4f83-a8b6-3d193d02a829", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:46:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "odh-trusted-ca-bundle", "reconcileID": "21db97e8-ec5c-4f83-a8b6-3d193d02a829", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:46:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "openshift-service-ca.crt", "reconcileID": "c21f48b1-8c63-45cf-b303-0371c0a27857", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:46:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "openshift-service-ca.crt", "reconcileID": "c21f48b1-8c63-45cf-b303-0371c0a27857", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:46:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1afc9e9-aab9-49b0-8b36-c71d41d4df61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:46:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-bce20b"}, "namespace": "ai-tenant-e2e-shared-a-w3-bce20b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1afc9e9-aab9-49b0-8b36-c71d41d4df61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-bce20b"} 2026-09-08T16:46:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-bce20b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-bce20b", "reconcileID": "9c728ac3-4a35-4af8-b52e-a593d96e7731", "Gateway": "e2e-shared-a-w3-bce20b", "namespace": "openshift-ingress"} 2026-09-08T16:46:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "38f9940a-cc90-4496-ac52-eec93c604829", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress"} 2026-09-08T16:46:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "38f9940a-cc90-4496-ac52-eec93c604829", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8-authn-ssl"} 2026-09-08T16:46:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "38f9940a-cc90-4496-ac52-eec93c604829", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress"} 2026-09-08T16:46:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "49410265-bf8d-4a9a-b60b-dc6bbea146b6", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress"} 2026-09-08T16:46:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "49410265-bf8d-4a9a-b60b-dc6bbea146b6", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8-authn-ssl"} 2026-09-08T16:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "49410265-bf8d-4a9a-b60b-dc6bbea146b6", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress"} 2026-09-08T16:46:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df335baf-a250-473a-884c-b4dc5c833f98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:46:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df335baf-a250-473a-884c-b4dc5c833f98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T16:46:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df335baf-a250-473a-884c-b4dc5c833f98", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-e22de8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T16:46:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "odh-trusted-ca-bundle", "reconcileID": "2bb71c99-7502-402a-b649-061dfca3ff58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "odh-trusted-ca-bundle", "reconcileID": "2bb71c99-7502-402a-b649-061dfca3ff58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:46:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "openshift-service-ca.crt", "reconcileID": "8c51c97b-e286-4b58-95c8-50964f2c6a73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "openshift-service-ca.crt", "reconcileID": "8c51c97b-e286-4b58-95c8-50964f2c6a73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:46:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bc4edba-05a5-4fd2-aade-83fa955e1019", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-e22de8"}, "namespace": "ai-tenant-e2e-shared-b-w3-e22de8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bc4edba-05a5-4fd2-aade-83fa955e1019", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-e22de8"} 2026-09-08T16:46:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-e22de8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-e22de8", "reconcileID": "cdb777bb-82cb-451e-945c-655c0bd66cdb", "Gateway": "e2e-shared-b-w3-e22de8", "namespace": "openshift-ingress"} 2026-09-08T16:49:14Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:49:14Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:49:15Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:49:15Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T16:50:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "c848ff09-e895-4b24-abf8-67187eabf4bb", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "c848ff09-e895-4b24-abf8-67187eabf4bb", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "c848ff09-e895-4b24-abf8-67187eabf4bb", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57462f26-1c66-4612-ba7d-869a5643b8d3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:50:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "c848ff09-e895-4b24-abf8-67187eabf4bb", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm", "name": "e2e-same-id-a-2f4cd352-kserve-route-authn"} 2026-09-08T16:50:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "c848ff09-e895-4b24-abf8-67187eabf4bb", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:50:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "c848ff09-e895-4b24-abf8-67187eabf4bb", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57462f26-1c66-4612-ba7d-869a5643b8d3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "57462f26-1c66-4612-ba7d-869a5643b8d3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:50:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "3335d1d0-526b-49d7-b616-cc3d235d6911", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "3335d1d0-526b-49d7-b616-cc3d235d6911", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "3335d1d0-526b-49d7-b616-cc3d235d6911", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "3335d1d0-526b-49d7-b616-cc3d235d6911", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm", "name": "e2e-same-id-a-2f4cd352-kserve-route-authn"} 2026-09-08T16:50:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "3335d1d0-526b-49d7-b616-cc3d235d6911", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:50:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "3335d1d0-526b-49d7-b616-cc3d235d6911", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "2f6b27ca-eaed-4d08-a733-8fe8031d4b15", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "2f6b27ca-eaed-4d08-a733-8fe8031d4b15", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "2f6b27ca-eaed-4d08-a733-8fe8031d4b15", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2decbb2d-b6b3-45c9-a9a6-b242bdcc7715", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:50:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "2f6b27ca-eaed-4d08-a733-8fe8031d4b15", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm", "name": "e2e-same-id-b-2f4cd352-kserve-route-authn"} 2026-09-08T16:50:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "2f6b27ca-eaed-4d08-a733-8fe8031d4b15", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:50:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "2f6b27ca-eaed-4d08-a733-8fe8031d4b15", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2decbb2d-b6b3-45c9-a9a6-b242bdcc7715", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2decbb2d-b6b3-45c9-a9a6-b242bdcc7715", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:50:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb38cb0d-6bca-43a3-8fea-c5a18ea5310f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:50:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb38cb0d-6bca-43a3-8fea-c5a18ea5310f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:50:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb38cb0d-6bca-43a3-8fea-c5a18ea5310f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:50:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "fac48ecc-936c-4f33-aeca-ef0bb37c0405", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "fac48ecc-936c-4f33-aeca-ef0bb37c0405", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "fac48ecc-936c-4f33-aeca-ef0bb37c0405", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "fac48ecc-936c-4f33-aeca-ef0bb37c0405", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm", "name": "e2e-same-id-a-2f4cd352-kserve-route-authn"} 2026-09-08T16:50:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "fac48ecc-936c-4f33-aeca-ef0bb37c0405", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:50:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "fac48ecc-936c-4f33-aeca-ef0bb37c0405", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "caea9d85-b002-4ba5-b170-255d678e99cc", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "caea9d85-b002-4ba5-b170-255d678e99cc", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "caea9d85-b002-4ba5-b170-255d678e99cc", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "caea9d85-b002-4ba5-b170-255d678e99cc", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm", "name": "e2e-same-id-b-2f4cd352-kserve-route-authn"} 2026-09-08T16:50:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "caea9d85-b002-4ba5-b170-255d678e99cc", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:50:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "caea9d85-b002-4ba5-b170-255d678e99cc", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4ed36e6-9810-4386-b6e6-c554859695c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:50:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4ed36e6-9810-4386-b6e6-c554859695c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:50:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4ed36e6-9810-4386-b6e6-c554859695c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:50:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "1bd4206d-6afe-4937-9b56-3370244313f8", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "1bd4206d-6afe-4937-9b56-3370244313f8", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "1bd4206d-6afe-4937-9b56-3370244313f8", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "1bd4206d-6afe-4937-9b56-3370244313f8", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm", "name": "e2e-same-id-b-2f4cd352-kserve-route-authn"} 2026-09-08T16:50:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "1bd4206d-6afe-4937-9b56-3370244313f8", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:50:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "1bd4206d-6afe-4937-9b56-3370244313f8", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "f5b38e91-f80c-43f8-869f-4d247834a598", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "f5b38e91-f80c-43f8-869f-4d247834a598", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "f5b38e91-f80c-43f8-869f-4d247834a598", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:50:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "f5b38e91-f80c-43f8-869f-4d247834a598", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm", "name": "e2e-same-id-a-2f4cd352-kserve-route-authn"} 2026-09-08T16:50:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "f5b38e91-f80c-43f8-869f-4d247834a598", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:50:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "f5b38e91-f80c-43f8-869f-4d247834a598", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "6209b5df-bc71-4a5e-90b0-4806eea4dc00", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "6209b5df-bc71-4a5e-90b0-4806eea4dc00", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "6209b5df-bc71-4a5e-90b0-4806eea4dc00", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "6209b5df-bc71-4a5e-90b0-4806eea4dc00", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm", "name": "e2e-same-id-b-2f4cd352-kserve-route-authn"} 2026-09-08T16:51:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "6209b5df-bc71-4a5e-90b0-4806eea4dc00", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm", "authType": "userdefined"} 2026-09-08T16:51:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "6209b5df-bc71-4a5e-90b0-4806eea4dc00", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "a47c8235-4e01-4360-afb0-b674291829f4", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "a47c8235-4e01-4360-afb0-b674291829f4", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm", "name": "e2e-same-id-a-2f4cd352"} 2026-09-08T16:51:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "a47c8235-4e01-4360-afb0-b674291829f4", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "a47c8235-4e01-4360-afb0-b674291829f4", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "a47c8235-4e01-4360-afb0-b674291829f4", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm", "name": "e2e-same-id-a-2f4cd352-kserve-route-authn"} 2026-09-08T16:51:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "a47c8235-4e01-4360-afb0-b674291829f4", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm", "name": "e2e-same-id-a-2f4cd352-kserve-route-authn"} 2026-09-08T16:51:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2f4cd352", "reconcileID": "181409d0-118f-488d-b7da-7faaf53c0550", "LLMInferenceService": "e2e-same-id-a-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4758adfd-dd7c-4a02-8634-37becbe577f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:51:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4758adfd-dd7c-4a02-8634-37becbe577f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:51:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4758adfd-dd7c-4a02-8634-37becbe577f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:51:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76dbf9a8-0475-4cfb-b40d-7596e9e3bcba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:51:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76dbf9a8-0475-4cfb-b40d-7596e9e3bcba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:51:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76dbf9a8-0475-4cfb-b40d-7596e9e3bcba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:51:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "134d7f53-10dc-4e25-92e0-30334a2b08ec", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "134d7f53-10dc-4e25-92e0-30334a2b08ec", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm", "name": "e2e-same-id-b-2f4cd352"} 2026-09-08T16:51:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "134d7f53-10dc-4e25-92e0-30334a2b08ec", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "134d7f53-10dc-4e25-92e0-30334a2b08ec", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "134d7f53-10dc-4e25-92e0-30334a2b08ec", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm", "name": "e2e-same-id-b-2f4cd352-kserve-route-authn"} 2026-09-08T16:51:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "134d7f53-10dc-4e25-92e0-30334a2b08ec", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm", "name": "e2e-same-id-b-2f4cd352-kserve-route-authn"} 2026-09-08T16:51:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2f4cd352","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2f4cd352", "reconcileID": "e785490b-621e-4956-afee-15398015fdd1", "LLMInferenceService": "e2e-same-id-b-2f4cd352", "namespace": "llm"} 2026-09-08T16:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2e0a324-acd3-4049-8dbc-01b8916e700f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2e0a324-acd3-4049-8dbc-01b8916e700f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:51:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2e0a324-acd3-4049-8dbc-01b8916e700f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e284159f-3c8e-4bb2-a539-823589de81df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T16:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e284159f-3c8e-4bb2-a539-823589de81df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T16:51:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e284159f-3c8e-4bb2-a539-823589de81df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}