/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-846240"}, "namespace": "ai-tenant-e2e-api-a-846240", "name": "odh-trusted-ca-bundle", "reconcileID": "416440b6-779a-473d-888f-2bd02c3400d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-846240"} 2026-09-10T19:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-846240"}, "namespace": "ai-tenant-e2e-api-a-846240", "name": "odh-trusted-ca-bundle", "reconcileID": "416440b6-779a-473d-888f-2bd02c3400d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-846240"} 2026-09-10T19:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-846240"}, "namespace": "ai-tenant-e2e-api-a-846240", "name": "openshift-service-ca.crt", "reconcileID": "0dd5356e-37d0-4444-a408-fdcf241fa42a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-846240"} 2026-09-10T19:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-846240"}, "namespace": "ai-tenant-e2e-api-a-846240", "name": "openshift-service-ca.crt", "reconcileID": "0dd5356e-37d0-4444-a408-fdcf241fa42a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-846240"} 2026-09-10T19:41:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-846240"}, "namespace": "ai-tenant-e2e-api-a-846240", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d53da3a7-8051-45a7-9fc5-c82730df7e58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-846240"} 2026-09-10T19:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-846240"}, "namespace": "ai-tenant-e2e-api-a-846240", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d53da3a7-8051-45a7-9fc5-c82730df7e58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-846240"} 2026-09-10T19:41:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-846240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-846240", "reconcileID": "b543b34b-8256-416a-b05e-5797a2112602", "Gateway": "e2e-api-a-846240", "namespace": "openshift-ingress"} 2026-09-10T19:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "d2ab9847-b395-4709-93af-aad5a1ce68ba", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress"} 2026-09-10T19:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "d2ab9847-b395-4709-93af-aad5a1ce68ba", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810-authn-ssl"} 2026-09-10T19:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "d2ab9847-b395-4709-93af-aad5a1ce68ba", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress"} 2026-09-10T19:41:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "79f32696-4f23-45e8-9a18-b0efdb8e5f9b", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:41:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "79f32696-4f23-45e8-9a18-b0efdb8e5f9b", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:41:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "79f32696-4f23-45e8-9a18-b0efdb8e5f9b", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:41:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "79f32696-4f23-45e8-9a18-b0efdb8e5f9b", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810-kserve-route-authn"} 2026-09-10T19:41:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "79f32696-4f23-45e8-9a18-b0efdb8e5f9b", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "authType": "userdefined"} 2026-09-10T19:41:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "79f32696-4f23-45e8-9a18-b0efdb8e5f9b", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:41:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4faf16c8-94a8-4f53-b90e-7d5fa5a50e8f", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:41:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4faf16c8-94a8-4f53-b90e-7d5fa5a50e8f", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:41:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4faf16c8-94a8-4f53-b90e-7d5fa5a50e8f", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:41:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4faf16c8-94a8-4f53-b90e-7d5fa5a50e8f", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810-kserve-route-authn"} 2026-09-10T19:41:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4faf16c8-94a8-4f53-b90e-7d5fa5a50e8f", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "authType": "userdefined"} 2026-09-10T19:41:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4faf16c8-94a8-4f53-b90e-7d5fa5a50e8f", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed39fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed39fa", "reconcileID": "97bbc29a-bf1a-4b66-81fb-64b5740e5a8e", "Gateway": "e2e-api-b-ed39fa", "namespace": "openshift-ingress"} 2026-09-10T19:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed39fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed39fa", "reconcileID": "97bbc29a-bf1a-4b66-81fb-64b5740e5a8e", "Gateway": "e2e-api-b-ed39fa", "namespace": "openshift-ingress", "name": "e2e-api-b-ed39fa-authn-ssl"} 2026-09-10T19:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed39fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed39fa", "reconcileID": "97bbc29a-bf1a-4b66-81fb-64b5740e5a8e", "Gateway": "e2e-api-b-ed39fa", "namespace": "openshift-ingress"} 2026-09-10T19:41:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "e2526e52-110a-4f97-a537-952c337901a2", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:41:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "e2526e52-110a-4f97-a537-952c337901a2", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:41:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "e2526e52-110a-4f97-a537-952c337901a2", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:41:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "e2526e52-110a-4f97-a537-952c337901a2", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810-kserve-route-authn"} 2026-09-10T19:41:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "e2526e52-110a-4f97-a537-952c337901a2", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "authType": "userdefined"} 2026-09-10T19:41:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "e2526e52-110a-4f97-a537-952c337901a2", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:41:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed39fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed39fa", "reconcileID": "1ef5c7b1-0316-4e87-9c43-a10062c948f4", "Gateway": "e2e-api-b-ed39fa", "namespace": "openshift-ingress"} 2026-09-10T19:41:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed39fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed39fa", "reconcileID": "1ef5c7b1-0316-4e87-9c43-a10062c948f4", "Gateway": "e2e-api-b-ed39fa", "namespace": "openshift-ingress", "name": "e2e-api-b-ed39fa-authn-ssl"} 2026-09-10T19:41:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed39fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed39fa", "reconcileID": "1ef5c7b1-0316-4e87-9c43-a10062c948f4", "Gateway": "e2e-api-b-ed39fa", "namespace": "openshift-ingress"} 2026-09-10T19:41:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed39fa"}, "namespace": "ai-tenant-e2e-api-b-ed39fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b4e8089-7467-478a-9126-7d9a74ade8f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed39fa"} 2026-09-10T19:41:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed39fa"}, "namespace": "ai-tenant-e2e-api-b-ed39fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b4e8089-7467-478a-9126-7d9a74ade8f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed39fa", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:41:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed39fa"}, "namespace": "ai-tenant-e2e-api-b-ed39fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b4e8089-7467-478a-9126-7d9a74ade8f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ed39fa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:41:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed39fa"}, "namespace": "ai-tenant-e2e-api-b-ed39fa", "name": "odh-trusted-ca-bundle", "reconcileID": "9772d07c-fc1f-4269-8e5b-335703fb06be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed39fa"} 2026-09-10T19:41:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed39fa"}, "namespace": "ai-tenant-e2e-api-b-ed39fa", "name": "odh-trusted-ca-bundle", "reconcileID": "9772d07c-fc1f-4269-8e5b-335703fb06be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed39fa"} 2026-09-10T19:41:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ed39fa"}, "namespace": "ai-tenant-e2e-api-b-ed39fa", "name": "openshift-service-ca.crt", "reconcileID": "fc420706-7d6d-4f40-b010-bb1ae3983b1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ed39fa"} 2026-09-10T19:41:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ed39fa"}, "namespace": "ai-tenant-e2e-api-b-ed39fa", "name": "openshift-service-ca.crt", "reconcileID": "fc420706-7d6d-4f40-b010-bb1ae3983b1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ed39fa"} 2026-09-10T19:41:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed39fa"}, "namespace": "ai-tenant-e2e-api-b-ed39fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffc8ebec-ebe6-4b63-91b9-31e4d043b390", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed39fa"} 2026-09-10T19:41:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed39fa"}, "namespace": "ai-tenant-e2e-api-b-ed39fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffc8ebec-ebe6-4b63-91b9-31e4d043b390", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed39fa"} 2026-09-10T19:41:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed39fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed39fa", "reconcileID": "4883590e-9f64-41b6-ae04-3817f4c09412", "Gateway": "e2e-api-b-ed39fa", "namespace": "openshift-ingress"} 2026-09-10T19:42:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-32ce4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-32ce4f", "reconcileID": "c4abab5c-484a-4173-8e20-5265c251e638", "Gateway": "e2e-shared-a-w2-32ce4f", "namespace": "openshift-ingress"} 2026-09-10T19:42:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-32ce4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-32ce4f", "reconcileID": "c4abab5c-484a-4173-8e20-5265c251e638", "Gateway": "e2e-shared-a-w2-32ce4f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-32ce4f-authn-ssl"} 2026-09-10T19:42:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-32ce4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-32ce4f", "reconcileID": "c4abab5c-484a-4173-8e20-5265c251e638", "Gateway": "e2e-shared-a-w2-32ce4f", "namespace": "openshift-ingress"} 2026-09-10T19:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-32ce4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-32ce4f", "reconcileID": "d1113a4c-115b-4c70-935a-f23574e997af", "Gateway": "e2e-shared-a-w2-32ce4f", "namespace": "openshift-ingress"} 2026-09-10T19:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-32ce4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-32ce4f", "reconcileID": "d1113a4c-115b-4c70-935a-f23574e997af", "Gateway": "e2e-shared-a-w2-32ce4f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-32ce4f-authn-ssl"} 2026-09-10T19:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-32ce4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-32ce4f", "reconcileID": "d1113a4c-115b-4c70-935a-f23574e997af", "Gateway": "e2e-shared-a-w2-32ce4f", "namespace": "openshift-ingress"} 2026-09-10T19:42:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-32ce4f"}, "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8258007b-b132-4cfc-b873-9c5e42f91227", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f"} 2026-09-10T19:42:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-32ce4f"}, "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8258007b-b132-4cfc-b873-9c5e42f91227", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:42:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-32ce4f"}, "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8258007b-b132-4cfc-b873-9c5e42f91227", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-32ce4f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:42:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-32ce4f"}, "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f", "name": "odh-trusted-ca-bundle", "reconcileID": "62ad9927-28f5-4967-ac21-24201cde8bcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f"} 2026-09-10T19:42:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-32ce4f"}, "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f", "name": "odh-trusted-ca-bundle", "reconcileID": "62ad9927-28f5-4967-ac21-24201cde8bcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f"} 2026-09-10T19:42:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-32ce4f"}, "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f", "name": "openshift-service-ca.crt", "reconcileID": "61f2f0a4-f2bd-49ca-b6f8-60705ff5de41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f"} 2026-09-10T19:42:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-32ce4f"}, "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f", "name": "openshift-service-ca.crt", "reconcileID": "61f2f0a4-f2bd-49ca-b6f8-60705ff5de41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f"} 2026-09-10T19:42:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-32ce4f"}, "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "322fe0a3-554a-4204-ada0-77bccab1fbd2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f"} 2026-09-10T19:42:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-32ce4f"}, "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "322fe0a3-554a-4204-ada0-77bccab1fbd2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-32ce4f"} 2026-09-10T19:42:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-32ce4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-32ce4f", "reconcileID": "a71fff99-18e2-49d1-98a0-d62c7337433d", "Gateway": "e2e-shared-a-w2-32ce4f", "namespace": "openshift-ingress"} 2026-09-10T19:42:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7bfb5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7bfb5d", "reconcileID": "19dac2ca-5e72-4250-a34e-182b719a4715", "Gateway": "e2e-shared-b-w2-7bfb5d", "namespace": "openshift-ingress"} 2026-09-10T19:42:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7bfb5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7bfb5d", "reconcileID": "19dac2ca-5e72-4250-a34e-182b719a4715", "Gateway": "e2e-shared-b-w2-7bfb5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7bfb5d-authn-ssl"} 2026-09-10T19:42:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7bfb5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7bfb5d", "reconcileID": "19dac2ca-5e72-4250-a34e-182b719a4715", "Gateway": "e2e-shared-b-w2-7bfb5d", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7bfb5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7bfb5d", "reconcileID": "595bc0a8-82d5-4a6e-8940-8939348762d9", "Gateway": "e2e-shared-b-w2-7bfb5d", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7bfb5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7bfb5d", "reconcileID": "595bc0a8-82d5-4a6e-8940-8939348762d9", "Gateway": "e2e-shared-b-w2-7bfb5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7bfb5d-authn-ssl"} 2026-09-10T19:42:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7bfb5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7bfb5d", "reconcileID": "595bc0a8-82d5-4a6e-8940-8939348762d9", "Gateway": "e2e-shared-b-w2-7bfb5d", "namespace": "openshift-ingress"} 2026-09-10T19:42:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7bfb5d"}, "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c801101-afc6-4131-ab9a-28f05074051b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d"} 2026-09-10T19:42:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7bfb5d"}, "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c801101-afc6-4131-ab9a-28f05074051b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:42:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7bfb5d"}, "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c801101-afc6-4131-ab9a-28f05074051b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-7bfb5d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:42:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7bfb5d"}, "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d", "name": "odh-trusted-ca-bundle", "reconcileID": "8755434f-e80e-49ca-b7fe-eff946067f65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d"} 2026-09-10T19:42:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7bfb5d"}, "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d", "name": "odh-trusted-ca-bundle", "reconcileID": "8755434f-e80e-49ca-b7fe-eff946067f65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d"} 2026-09-10T19:42:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7bfb5d"}, "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d", "name": "openshift-service-ca.crt", "reconcileID": "deee494d-f6a4-458e-b218-d95d60ec300d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d"} 2026-09-10T19:42:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7bfb5d"}, "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d", "name": "openshift-service-ca.crt", "reconcileID": "deee494d-f6a4-458e-b218-d95d60ec300d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d"} 2026-09-10T19:42:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7bfb5d"}, "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2daad57-885c-4b36-b8af-85f8e080390d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d"} 2026-09-10T19:42:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7bfb5d"}, "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2daad57-885c-4b36-b8af-85f8e080390d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7bfb5d"} 2026-09-10T19:42:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28d250","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "rate-test-model-28d250", "reconcileID": "eafa1e3b-657d-4033-9cd7-3d8cdc55fb8a", "LLMInferenceService": "rate-test-model-28d250", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:42:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28d250","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "rate-test-model-28d250", "reconcileID": "eafa1e3b-657d-4033-9cd7-3d8cdc55fb8a", "LLMInferenceService": "rate-test-model-28d250", "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "rate-test-model-28d250"} 2026-09-10T19:42:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28d250","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "rate-test-model-28d250", "reconcileID": "eafa1e3b-657d-4033-9cd7-3d8cdc55fb8a", "LLMInferenceService": "rate-test-model-28d250", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:42:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28d250","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "rate-test-model-28d250", "reconcileID": "eafa1e3b-657d-4033-9cd7-3d8cdc55fb8a", "LLMInferenceService": "rate-test-model-28d250", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:42:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28d250","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "rate-test-model-28d250", "reconcileID": "eafa1e3b-657d-4033-9cd7-3d8cdc55fb8a", "LLMInferenceService": "rate-test-model-28d250", "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "rate-test-model-28d250-kserve-route-authn"} 2026-09-10T19:42:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28d250","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "rate-test-model-28d250", "reconcileID": "eafa1e3b-657d-4033-9cd7-3d8cdc55fb8a", "LLMInferenceService": "rate-test-model-28d250", "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "rate-test-model-28d250-kserve-route-authn"} 2026-09-10T19:42:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28d250","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "rate-test-model-28d250", "reconcileID": "eafa1e3b-657d-4033-9cd7-3d8cdc55fb8a", "LLMInferenceService": "rate-test-model-28d250", "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:42:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28d250","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "rate-test-model-28d250", "reconcileID": "eafa1e3b-657d-4033-9cd7-3d8cdc55fb8a", "LLMInferenceService": "rate-test-model-28d250", "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:42:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28d250","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "rate-test-model-28d250", "reconcileID": "151794ba-3727-43d1-b492-d98c0fe915a9", "LLMInferenceService": "rate-test-model-28d250", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:42:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "4bc05b3f-d652-49c0-9ca8-2c624eb18be4", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress"} 2026-09-10T19:42:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "4bc05b3f-d652-49c0-9ca8-2c624eb18be4", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250-authn-ssl"} 2026-09-10T19:42:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "4bc05b3f-d652-49c0-9ca8-2c624eb18be4", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress"} 2026-09-10T19:42:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "abc8150b-f94f-49c6-ae33-36457ea755b4", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress"} 2026-09-10T19:42:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "abc8150b-f94f-49c6-ae33-36457ea755b4", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250-authn-ssl"} 2026-09-10T19:42:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "abc8150b-f94f-49c6-ae33-36457ea755b4", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress"} 2026-09-10T19:42:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4a328329-c3dc-4000-8086-cfa2bdcb31ca", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:42:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4a328329-c3dc-4000-8086-cfa2bdcb31ca", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810"} 2026-09-10T19:42:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4a328329-c3dc-4000-8086-cfa2bdcb31ca", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:42:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4a328329-c3dc-4000-8086-cfa2bdcb31ca", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:42:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4a328329-c3dc-4000-8086-cfa2bdcb31ca", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810-kserve-route-authn"} 2026-09-10T19:42:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4a328329-c3dc-4000-8086-cfa2bdcb31ca", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810-kserve-route-authn"} 2026-09-10T19:42:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4a328329-c3dc-4000-8086-cfa2bdcb31ca", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:42:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "4a328329-c3dc-4000-8086-cfa2bdcb31ca", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:42:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7bfb5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7bfb5d", "reconcileID": "d6f37148-5702-4c83-b46a-fed9cb9ea004", "Gateway": "e2e-shared-b-w2-7bfb5d", "namespace": "openshift-ingress"} 2026-09-10T19:42:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b83810","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "rate-test-model-b83810", "reconcileID": "0b520b83-9a66-4205-83a8-c08f3a6f4495", "LLMInferenceService": "rate-test-model-b83810", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:42:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "8125f55f-c140-4899-b0e3-9849f8752c66", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress"} 2026-09-10T19:42:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "8125f55f-c140-4899-b0e3-9849f8752c66", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810-authn-ssl"} 2026-09-10T19:42:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "8125f55f-c140-4899-b0e3-9849f8752c66", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress"} 2026-09-10T19:42:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "d2f98e89-dd21-4229-8367-fa7abc559f2e", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress"} 2026-09-10T19:42:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "d2f98e89-dd21-4229-8367-fa7abc559f2e", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810-authn-ssl"} 2026-09-10T19:42:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "d2f98e89-dd21-4229-8367-fa7abc559f2e", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress"} 2026-09-10T19:42:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "78cf48f0-5de1-4662-948a-33e0d861c1eb", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "78cf48f0-5de1-4662-948a-33e0d861c1eb", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:42:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "78cf48f0-5de1-4662-948a-33e0d861c1eb", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "dd631668-1015-4ebd-8251-f9cde180e174", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "dd631668-1015-4ebd-8251-f9cde180e174", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:42:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "dd631668-1015-4ebd-8251-f9cde180e174", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "670638ce-c05f-463f-a49a-011e41020b08", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "670638ce-c05f-463f-a49a-011e41020b08", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:42:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "670638ce-c05f-463f-a49a-011e41020b08", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "0525bfef-ecae-4d23-a782-2ee72a7a71a6", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "0525bfef-ecae-4d23-a782-2ee72a7a71a6", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:42:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "0525bfef-ecae-4d23-a782-2ee72a7a71a6", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "0a7b4e48-0f17-415f-b0a2-f62a0d1a13fa", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "0a7b4e48-0f17-415f-b0a2-f62a0d1a13fa", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:42:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "0a7b4e48-0f17-415f-b0a2-f62a0d1a13fa", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "df9dc9a0-9776-4e39-822a-2a5564569a61", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "df9dc9a0-9776-4e39-822a-2a5564569a61", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:42:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "df9dc9a0-9776-4e39-822a-2a5564569a61", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "openshift-service-ca.crt", "reconcileID": "80b9181c-c4c0-40ad-ab07-74ba963af437", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "odh-trusted-ca-bundle", "reconcileID": "84edcafe-251f-4da7-894c-976388c6ca71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:42:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "openshift-service-ca.crt", "reconcileID": "c72a5ad8-a5c1-4f6e-b0e6-ed86d7430ef4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:42:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "openshift-service-ca.crt", "reconcileID": "c72a5ad8-a5c1-4f6e-b0e6-ed86d7430ef4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:42:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "openshift-service-ca.crt", "reconcileID": "2fcdc83e-a37d-4d46-873b-343ec64f08ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:42:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "openshift-service-ca.crt", "reconcileID": "2fcdc83e-a37d-4d46-873b-343ec64f08ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b81c52b8-ea0f-4908-a054-36f46d23cf60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "openshift-service-ca.crt", "reconcileID": "60e08fee-5e33-40cf-81ca-888284b31c72", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:42:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "odh-trusted-ca-bundle", "reconcileID": "c926aaea-8a9c-43ce-8779-e9cf382f5fbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:42:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "odh-trusted-ca-bundle", "reconcileID": "c926aaea-8a9c-43ce-8779-e9cf382f5fbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:42:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d65207e3-8e29-454d-adbf-114b0269b207", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:42:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "5fdc16c1-6f20-427b-a578-f6867e8aeb77", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "5fdc16c1-6f20-427b-a578-f6867e8aeb77", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:42:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "5fdc16c1-6f20-427b-a578-f6867e8aeb77", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "2ceaf978-8519-4c0a-bc4b-d7e08a6cb4eb", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "2ceaf978-8519-4c0a-bc4b-d7e08a6cb4eb", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "2ceaf978-8519-4c0a-bc4b-d7e08a6cb4eb", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "f10e0dc5-0395-43c4-9265-65c6dd901cc7", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "f10e0dc5-0395-43c4-9265-65c6dd901cc7", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea-authn-ssl"} 2026-09-10T19:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "f10e0dc5-0395-43c4-9265-65c6dd901cc7", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "30e484cf-0819-4385-ab75-f28edd689ec4", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "30e484cf-0819-4385-ab75-f28edd689ec4", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea-authn-ssl"} 2026-09-10T19:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "30e484cf-0819-4385-ab75-f28edd689ec4", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "0ec2c2db-d006-4e3c-b77b-552efc6fd419", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "0ec2c2db-d006-4e3c-b77b-552efc6fd419", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea-authn-ssl"} 2026-09-10T19:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "0ec2c2db-d006-4e3c-b77b-552efc6fd419", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "36a8a6f8-6950-4bac-b41d-9cb8f8531813", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "36a8a6f8-6950-4bac-b41d-9cb8f8531813", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea-authn-ssl"} 2026-09-10T19:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "36a8a6f8-6950-4bac-b41d-9cb8f8531813", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "5af9ac2c-0be6-48b6-8fe2-3baf5af1be69", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "5af9ac2c-0be6-48b6-8fe2-3baf5af1be69", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea-authn-ssl"} 2026-09-10T19:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "5af9ac2c-0be6-48b6-8fe2-3baf5af1be69", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "723d7f3e-df33-45d9-856d-415f578a9229", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "723d7f3e-df33-45d9-856d-415f578a9229", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea-authn-ssl"} 2026-09-10T19:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "723d7f3e-df33-45d9-856d-415f578a9229", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "ab6c20aa-2eab-4f0c-b663-d7584b48e577", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "ab6c20aa-2eab-4f0c-b663-d7584b48e577", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea-authn-ssl"} 2026-09-10T19:43:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "ab6c20aa-2eab-4f0c-b663-d7584b48e577", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "f679bdea-4a41-464e-bc2a-0afbcbb6401b", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "f679bdea-4a41-464e-bc2a-0afbcbb6401b", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea-authn-ssl"} 2026-09-10T19:43:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "f679bdea-4a41-464e-bc2a-0afbcbb6401b", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "openshift-service-ca.crt", "reconcileID": "ff37bcb8-fab8-4d4b-b0c5-052053560ee1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "odh-trusted-ca-bundle", "reconcileID": "e569b25e-1f8a-4e7e-87f9-cadd447a5a51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:43:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "openshift-service-ca.crt", "reconcileID": "5711e4d8-f272-4551-afe1-dd2f82e9a74f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-544dea", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:43:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "openshift-service-ca.crt", "reconcileID": "5711e4d8-f272-4551-afe1-dd2f82e9a74f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47dcb531-0afc-47da-835e-8cb7bb5e2d7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "openshift-service-ca.crt", "reconcileID": "d858b721-315f-4ed7-9690-3c276f529f76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:43:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "odh-trusted-ca-bundle", "reconcileID": "59b66eec-7e91-496e-9dd1-e0aa7d47a49b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-544dea", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:43:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "odh-trusted-ca-bundle", "reconcileID": "59b66eec-7e91-496e-9dd1-e0aa7d47a49b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1309df7-a094-4e2b-8f58-267c9a632e4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "ee4077e9-f46b-433e-b707-92108aa19535", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "ee4077e9-f46b-433e-b707-92108aa19535", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea-authn-ssl"} 2026-09-10T19:43:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "ee4077e9-f46b-433e-b707-92108aa19535", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "72381e3d-da45-4952-a7eb-cf45e7d6a048", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "72381e3d-da45-4952-a7eb-cf45e7d6a048", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea-authn-ssl"} 2026-09-10T19:43:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "72381e3d-da45-4952-a7eb-cf45e7d6a048", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:43:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "78d91937-a6a1-4183-818c-aeae2a14b017", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:43:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "78d91937-a6a1-4183-818c-aeae2a14b017", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:43:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "78d91937-a6a1-4183-818c-aeae2a14b017", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:43:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "b430ed90-da6d-4d29-a05f-c830744f3e8b", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:43:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "78d91937-a6a1-4183-818c-aeae2a14b017", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30-kserve-route-authn"} 2026-09-10T19:43:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "78d91937-a6a1-4183-818c-aeae2a14b017", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "authType": "userdefined"} 2026-09-10T19:43:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "78d91937-a6a1-4183-818c-aeae2a14b017", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:43:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "b430ed90-da6d-4d29-a05f-c830744f3e8b", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:43:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "b430ed90-da6d-4d29-a05f-c830744f3e8b", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:43:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "57c2c5d5-f70a-472d-b263-ea9f3a2a552c", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:43:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "57c2c5d5-f70a-472d-b263-ea9f3a2a552c", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:43:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "57c2c5d5-f70a-472d-b263-ea9f3a2a552c", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:43:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "57c2c5d5-f70a-472d-b263-ea9f3a2a552c", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30-kserve-route-authn"} 2026-09-10T19:43:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "57c2c5d5-f70a-472d-b263-ea9f3a2a552c", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "authType": "userdefined"} 2026-09-10T19:43:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "57c2c5d5-f70a-472d-b263-ea9f3a2a552c", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:43:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "efc4774d-af3d-42a5-a3d3-198dca32e70c", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:43:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "efc4774d-af3d-42a5-a3d3-198dca32e70c", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:43:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "efc4774d-af3d-42a5-a3d3-198dca32e70c", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:43:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "7713b76e-51ec-4c6c-ab75-e1e1b1f93058", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:43:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "7713b76e-51ec-4c6c-ab75-e1e1b1f93058", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:43:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "7713b76e-51ec-4c6c-ab75-e1e1b1f93058", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:43:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "7713b76e-51ec-4c6c-ab75-e1e1b1f93058", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30-kserve-route-authn"} 2026-09-10T19:43:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "7713b76e-51ec-4c6c-ab75-e1e1b1f93058", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "authType": "userdefined"} 2026-09-10T19:43:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "7713b76e-51ec-4c6c-ab75-e1e1b1f93058", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:44:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "6c8f7b1e-3fa2-4852-9c6e-dc85cfc0b570", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:44:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "6c8f7b1e-3fa2-4852-9c6e-dc85cfc0b570", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:44:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "6c8f7b1e-3fa2-4852-9c6e-dc85cfc0b570", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:44:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "6c8f7b1e-3fa2-4852-9c6e-dc85cfc0b570", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30-kserve-route-authn"} 2026-09-10T19:44:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "6c8f7b1e-3fa2-4852-9c6e-dc85cfc0b570", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "authType": "userdefined"} 2026-09-10T19:44:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "6c8f7b1e-3fa2-4852-9c6e-dc85cfc0b570", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:44:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "9fb986ea-9d86-4334-8014-58a6bfc2f113", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "9fb986ea-9d86-4334-8014-58a6bfc2f113", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4-authn-ssl"} 2026-09-10T19:44:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "9fb986ea-9d86-4334-8014-58a6bfc2f113", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "05959d8a-a81d-4b2d-a92c-cc15db9b2959", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "05959d8a-a81d-4b2d-a92c-cc15db9b2959", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4-authn-ssl"} 2026-09-10T19:44:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "05959d8a-a81d-4b2d-a92c-cc15db9b2959", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "45d26690-a413-458f-bb18-ece050dc178d", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "45d26690-a413-458f-bb18-ece050dc178d", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4-authn-ssl"} 2026-09-10T19:44:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "45d26690-a413-458f-bb18-ece050dc178d", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "39955e28-7c2e-470e-b832-2a1902b83513", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "39955e28-7c2e-470e-b832-2a1902b83513", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4-authn-ssl"} 2026-09-10T19:44:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "39955e28-7c2e-470e-b832-2a1902b83513", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "ec7ca583-19f8-4b8b-abe1-27262af9ebbc", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "ec7ca583-19f8-4b8b-abe1-27262af9ebbc", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4-authn-ssl"} 2026-09-10T19:44:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "ec7ca583-19f8-4b8b-abe1-27262af9ebbc", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "48758b57-c51f-41a2-ba5f-376da244664a", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "48758b57-c51f-41a2-ba5f-376da244664a", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4-authn-ssl"} 2026-09-10T19:44:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "48758b57-c51f-41a2-ba5f-376da244664a", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "92c778cf-1248-4fab-9fbe-5c82ea0af869", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "92c778cf-1248-4fab-9fbe-5c82ea0af869", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4-authn-ssl"} 2026-09-10T19:44:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "92c778cf-1248-4fab-9fbe-5c82ea0af869", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "openshift-service-ca.crt", "reconcileID": "073cdb19-f52a-4c03-8971-65a645b4876a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "odh-trusted-ca-bundle", "reconcileID": "81cee899-6213-47b4-ab16-2529bd19d11d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:44:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "openshift-service-ca.crt", "reconcileID": "be7d1c6a-f6b6-474d-80f7-27cd26f59e4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:44:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "openshift-service-ca.crt", "reconcileID": "be7d1c6a-f6b6-474d-80f7-27cd26f59e4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1d2df0b-b6b5-4398-be5d-b8fe5e694803", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "openshift-service-ca.crt", "reconcileID": "533c56ac-7bd9-4b40-a73b-06f56b2f4bd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:44:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "odh-trusted-ca-bundle", "reconcileID": "26921dc0-5a88-4d9e-a335-e7deb196979d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:44:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "odh-trusted-ca-bundle", "reconcileID": "26921dc0-5a88-4d9e-a335-e7deb196979d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51c8c07a-3740-49c8-922f-8fa1eb7382c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "2ae09339-b3f4-49dc-b604-15c4a38f0385", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "2ae09339-b3f4-49dc-b604-15c4a38f0385", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4-authn-ssl"} 2026-09-10T19:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "2ae09339-b3f4-49dc-b604-15c4a38f0385", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "ad269ac6-13dc-4541-a6cb-12da4dd0395f", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "ad269ac6-13dc-4541-a6cb-12da4dd0395f", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4-authn-ssl"} 2026-09-10T19:44:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "ad269ac6-13dc-4541-a6cb-12da4dd0395f", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "1994f6eb-410a-4045-8071-4cb9a053bfc6", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:44:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "1994f6eb-410a-4045-8071-4cb9a053bfc6", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4-authn-ssl"} 2026-09-10T19:44:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "1994f6eb-410a-4045-8071-4cb9a053bfc6", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:45:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "6972c220-4862-4c75-9acb-9fb2d41e0c0a", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:45:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "6972c220-4862-4c75-9acb-9fb2d41e0c0a", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4-authn-ssl"} 2026-09-10T19:45:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "6972c220-4862-4c75-9acb-9fb2d41e0c0a", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:45:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8c30a26-b83b-4f19-ab56-d1e75e9b695c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:45:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8c30a26-b83b-4f19-ab56-d1e75e9b695c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:45:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8c30a26-b83b-4f19-ab56-d1e75e9b695c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-07ffe4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:45:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "odh-trusted-ca-bundle", "reconcileID": "bdd0f771-fd31-4f70-b3ac-6514fda98c1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:45:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "odh-trusted-ca-bundle", "reconcileID": "bdd0f771-fd31-4f70-b3ac-6514fda98c1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:45:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "openshift-service-ca.crt", "reconcileID": "128e6252-ca45-44ac-a26f-053547b4a3a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:45:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "openshift-service-ca.crt", "reconcileID": "128e6252-ca45-44ac-a26f-053547b4a3a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:45:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e39f765-9c64-4f01-a765-29793e2a76f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:45:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07ffe4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e39f765-9c64-4f01-a765-29793e2a76f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07ffe4"} 2026-09-10T19:45:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07ffe4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07ffe4", "reconcileID": "4e85a4d6-d279-45b3-baa2-6095bbf4601f", "Gateway": "e2e-ipp-cleanup-07ffe4", "namespace": "openshift-ingress"} 2026-09-10T19:45:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "e19d5cb0-c459-491e-ae78-ca13c36841fd", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:45:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "e19d5cb0-c459-491e-ae78-ca13c36841fd", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:45:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "e19d5cb0-c459-491e-ae78-ca13c36841fd", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:45:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "08edd1d9-0c5e-4dda-9c6b-ebdc0a8b1344", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:45:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "08edd1d9-0c5e-4dda-9c6b-ebdc0a8b1344", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:45:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "08edd1d9-0c5e-4dda-9c6b-ebdc0a8b1344", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:45:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "419b5731-2766-41da-b067-700fe7f19b54", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:45:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "419b5731-2766-41da-b067-700fe7f19b54", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:45:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "419b5731-2766-41da-b067-700fe7f19b54", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:45:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "25edaa57-9620-46c4-8448-d7247d59cc89", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:45:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "25edaa57-9620-46c4-8448-d7247d59cc89", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:45:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "25edaa57-9620-46c4-8448-d7247d59cc89", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:45:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "25edaa57-9620-46c4-8448-d7247d59cc89", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30-kserve-route-authn"} 2026-09-10T19:45:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "25edaa57-9620-46c4-8448-d7247d59cc89", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "authType": "userdefined"} 2026-09-10T19:45:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "25edaa57-9620-46c4-8448-d7247d59cc89", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "934d9777-4742-485a-a5e3-bfe966017171", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "934d9777-4742-485a-a5e3-bfe966017171", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "934d9777-4742-485a-a5e3-bfe966017171", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "934d9777-4742-485a-a5e3-bfe966017171", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30-kserve-route-authn"} 2026-09-10T19:46:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "934d9777-4742-485a-a5e3-bfe966017171", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "authType": "userdefined"} 2026-09-10T19:46:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "934d9777-4742-485a-a5e3-bfe966017171", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "0e26320b-4848-4089-ac01-35b2a6f0a96f", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "0e26320b-4848-4089-ac01-35b2a6f0a96f", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30"} 2026-09-10T19:46:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "0e26320b-4848-4089-ac01-35b2a6f0a96f", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "0e26320b-4848-4089-ac01-35b2a6f0a96f", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "0e26320b-4848-4089-ac01-35b2a6f0a96f", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30-kserve-route-authn"} 2026-09-10T19:46:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "0e26320b-4848-4089-ac01-35b2a6f0a96f", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30-kserve-route-authn"} 2026-09-10T19:46:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "0e26320b-4848-4089-ac01-35b2a6f0a96f", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "0e26320b-4848-4089-ac01-35b2a6f0a96f", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc3bbee0-5c68-4a3f-97b2-ba3502ae829d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc3bbee0-5c68-4a3f-97b2-ba3502ae829d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-63ed30", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:46:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc3bbee0-5c68-4a3f-97b2-ba3502ae829d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-63ed30 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:46:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "odh-trusted-ca-bundle", "reconcileID": "b9669e93-edb4-466b-b388-43e33f1028a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "odh-trusted-ca-bundle", "reconcileID": "b9669e93-edb4-466b-b388-43e33f1028a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "openshift-service-ca.crt", "reconcileID": "c0c9d42a-8ef3-4e2f-a03f-e008ca47c46e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "openshift-service-ca.crt", "reconcileID": "c0c9d42a-8ef3-4e2f-a03f-e008ca47c46e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c01656f7-e200-4c72-874c-955c22fc3f28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c01656f7-e200-4c72-874c-955c22fc3f28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-63ed30","namespace":"ai-tenant-e2e-ipp-a-63ed30"}, "namespace": "ai-tenant-e2e-ipp-a-63ed30", "name": "ipp-route-63ed30", "reconcileID": "9301a0af-096d-4f07-a5f2-cd6b160e507e", "LLMInferenceService": "ipp-route-63ed30", "namespace": "ai-tenant-e2e-ipp-a-63ed30"} 2026-09-10T19:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "2e6df6c5-8fe5-4b13-900e-558a7cb2c2ed", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "2e6df6c5-8fe5-4b13-900e-558a7cb2c2ed", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "2e6df6c5-8fe5-4b13-900e-558a7cb2c2ed", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "cc1741ef-fb6e-459b-884e-27c4031462de", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "cc1741ef-fb6e-459b-884e-27c4031462de", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30-authn-ssl"} 2026-09-10T19:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "cc1741ef-fb6e-459b-884e-27c4031462de", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:46:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-63ed30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-63ed30", "reconcileID": "7ab8cb68-8b5f-4278-8764-7740574dc626", "Gateway": "e2e-ipp-a-63ed30", "namespace": "openshift-ingress"} 2026-09-10T19:46:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "30d9f228-2c61-460b-b8cf-5dfc270c7325", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:46:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "30d9f228-2c61-460b-b8cf-5dfc270c7325", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea-authn-ssl"} 2026-09-10T19:46:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "30d9f228-2c61-460b-b8cf-5dfc270c7325", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:46:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "01257f38-9fe9-4bc1-b6af-3b21bb920b11", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:46:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "01257f38-9fe9-4bc1-b6af-3b21bb920b11", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea-authn-ssl"} 2026-09-10T19:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "01257f38-9fe9-4bc1-b6af-3b21bb920b11", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:46:27Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:46:27Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:46:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cef98f5-2c07-4adc-8e51-cca58d1af22b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cef98f5-2c07-4adc-8e51-cca58d1af22b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:46:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "odh-trusted-ca-bundle", "reconcileID": "908b94f3-ad93-4373-8248-e2f53cbb5ee7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "odh-trusted-ca-bundle", "reconcileID": "908b94f3-ad93-4373-8248-e2f53cbb5ee7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:46:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "openshift-service-ca.crt", "reconcileID": "62cab745-e0df-4bf1-a08d-64c4da069dcb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-544dea"}, "namespace": "ai-tenant-e2e-ipp-b-544dea", "name": "openshift-service-ca.crt", "reconcileID": "62cab745-e0df-4bf1-a08d-64c4da069dcb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-544dea"} 2026-09-10T19:46:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-544dea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-544dea", "reconcileID": "e2d49b91-2666-4325-80c3-2d5fea04711e", "Gateway": "e2e-ipp-b-544dea", "namespace": "openshift-ingress"} 2026-09-10T19:46:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:46:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:46:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "e33d7b24-9c86-4bce-9d6c-d6d5a1526b6f", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress"} 2026-09-10T19:46:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "e33d7b24-9c86-4bce-9d6c-d6d5a1526b6f", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250-authn-ssl"} 2026-09-10T19:46:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "e33d7b24-9c86-4bce-9d6c-d6d5a1526b6f", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress"} 2026-09-10T19:46:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "93ba51b3-01cd-4a78-9cbb-fb34c28f5f4e", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress"} 2026-09-10T19:46:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "93ba51b3-01cd-4a78-9cbb-fb34c28f5f4e", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250-authn-ssl"} 2026-09-10T19:46:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "93ba51b3-01cd-4a78-9cbb-fb34c28f5f4e", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress"} 2026-09-10T19:46:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26a44ef0-e704-4921-ba21-d88d282e7a68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:46:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26a44ef0-e704-4921-ba21-d88d282e7a68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:46:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26a44ef0-e704-4921-ba21-d88d282e7a68", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-28d250 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:46:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "odh-trusted-ca-bundle", "reconcileID": "22a25570-6b8d-4b35-9af3-24463fe0e4b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:46:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "odh-trusted-ca-bundle", "reconcileID": "22a25570-6b8d-4b35-9af3-24463fe0e4b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:46:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "openshift-service-ca.crt", "reconcileID": "a8801ec2-168a-46f6-a645-7263be7e26c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:46:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "openshift-service-ca.crt", "reconcileID": "a8801ec2-168a-46f6-a645-7263be7e26c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:46:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fae569c3-afa8-4413-9c28-068c16a8fe38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:46:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-28d250"}, "namespace": "ai-tenant-e2e-shared-a-w3-28d250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fae569c3-afa8-4413-9c28-068c16a8fe38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-28d250"} 2026-09-10T19:46:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-28d250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-28d250", "reconcileID": "8880fe34-7773-4010-a4cf-58fc6008a3eb", "Gateway": "e2e-shared-a-w3-28d250", "namespace": "openshift-ingress"} 2026-09-10T19:46:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "6c41b3c7-4e95-412f-86e1-ed189ef6927b", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress"} 2026-09-10T19:46:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "6c41b3c7-4e95-412f-86e1-ed189ef6927b", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810-authn-ssl"} 2026-09-10T19:46:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "6c41b3c7-4e95-412f-86e1-ed189ef6927b", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress"} 2026-09-10T19:47:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "32493d4f-43bb-4b38-9463-f498e1ca2f64", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress"} 2026-09-10T19:47:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "32493d4f-43bb-4b38-9463-f498e1ca2f64", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810-authn-ssl"} 2026-09-10T19:47:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "32493d4f-43bb-4b38-9463-f498e1ca2f64", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress"} 2026-09-10T19:47:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00e7f89e-295b-432a-8ccd-3d96a2dd5f70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:47:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00e7f89e-295b-432a-8ccd-3d96a2dd5f70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:47:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00e7f89e-295b-432a-8ccd-3d96a2dd5f70", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-b83810 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:47:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "odh-trusted-ca-bundle", "reconcileID": "1cfbac68-32b3-4b46-9b68-4608b2d32969", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:47:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "odh-trusted-ca-bundle", "reconcileID": "1cfbac68-32b3-4b46-9b68-4608b2d32969", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:47:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "openshift-service-ca.crt", "reconcileID": "0bbdb082-5398-4348-878f-ee7d99851d55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:47:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "openshift-service-ca.crt", "reconcileID": "0bbdb082-5398-4348-878f-ee7d99851d55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:47:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "661a8380-b65f-435d-be9f-990bfd3432a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:47:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b83810"}, "namespace": "ai-tenant-e2e-shared-b-w3-b83810", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "661a8380-b65f-435d-be9f-990bfd3432a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b83810"} 2026-09-10T19:47:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b83810","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b83810", "reconcileID": "c448e675-3157-43b2-a7dd-5bce578161bc", "Gateway": "e2e-shared-b-w3-b83810", "namespace": "openshift-ingress"} 2026-09-10T19:51:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "dcc2f86e-c222-4312-b21c-668541c6944b", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:51:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "dcc2f86e-c222-4312-b21c-668541c6944b", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:51:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "dcc2f86e-c222-4312-b21c-668541c6944b", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7238a387-d070-4128-b246-8e684275bba9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:51:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "dcc2f86e-c222-4312-b21c-668541c6944b", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm", "name": "e2e-same-id-a-2517a652-kserve-route-authn"} 2026-09-10T19:51:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "dcc2f86e-c222-4312-b21c-668541c6944b", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:51:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "dcc2f86e-c222-4312-b21c-668541c6944b", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7238a387-d070-4128-b246-8e684275bba9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7238a387-d070-4128-b246-8e684275bba9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:51:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "fc7683ac-cd8d-4919-925a-babf9347348b", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:51:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "fc7683ac-cd8d-4919-925a-babf9347348b", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:51:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "fc7683ac-cd8d-4919-925a-babf9347348b", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:51:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "fc7683ac-cd8d-4919-925a-babf9347348b", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm", "name": "e2e-same-id-a-2517a652-kserve-route-authn"} 2026-09-10T19:51:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "fc7683ac-cd8d-4919-925a-babf9347348b", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:51:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "fc7683ac-cd8d-4919-925a-babf9347348b", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:51:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "3da71ab2-956d-4d57-a90e-59f1e3c7cd7a", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:51:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "3da71ab2-956d-4d57-a90e-59f1e3c7cd7a", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:51:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "3da71ab2-956d-4d57-a90e-59f1e3c7cd7a", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "951a5b1b-2dd6-47f1-ad1e-50d75ca73f10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:51:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "3da71ab2-956d-4d57-a90e-59f1e3c7cd7a", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm", "name": "e2e-same-id-b-2517a652-kserve-route-authn"} 2026-09-10T19:51:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "3da71ab2-956d-4d57-a90e-59f1e3c7cd7a", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:51:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "3da71ab2-956d-4d57-a90e-59f1e3c7cd7a", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "951a5b1b-2dd6-47f1-ad1e-50d75ca73f10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "951a5b1b-2dd6-47f1-ad1e-50d75ca73f10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:51:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a7b88d2-df6b-41aa-adf6-c60f06c7fa9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:51:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a7b88d2-df6b-41aa-adf6-c60f06c7fa9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:51:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a7b88d2-df6b-41aa-adf6-c60f06c7fa9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:51:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "8d4c18b4-59b3-4475-b01a-bd9525b267f8", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:51:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "8d4c18b4-59b3-4475-b01a-bd9525b267f8", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:51:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "8d4c18b4-59b3-4475-b01a-bd9525b267f8", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:51:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "8d4c18b4-59b3-4475-b01a-bd9525b267f8", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm", "name": "e2e-same-id-a-2517a652-kserve-route-authn"} 2026-09-10T19:51:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "8d4c18b4-59b3-4475-b01a-bd9525b267f8", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:51:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "8d4c18b4-59b3-4475-b01a-bd9525b267f8", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:51:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "920809b7-afa2-4d8a-b34d-826e0a0a3a0e", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:51:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "920809b7-afa2-4d8a-b34d-826e0a0a3a0e", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:51:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "920809b7-afa2-4d8a-b34d-826e0a0a3a0e", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:51:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "920809b7-afa2-4d8a-b34d-826e0a0a3a0e", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm", "name": "e2e-same-id-b-2517a652-kserve-route-authn"} 2026-09-10T19:51:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "920809b7-afa2-4d8a-b34d-826e0a0a3a0e", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:51:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "920809b7-afa2-4d8a-b34d-826e0a0a3a0e", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:51:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4986be8-2b6a-447e-86b8-29f92dd4812e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:51:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4986be8-2b6a-447e-86b8-29f92dd4812e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:51:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4986be8-2b6a-447e-86b8-29f92dd4812e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:51:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "c907989c-d0b9-450f-8390-2f76e6bf9b33", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:51:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "c907989c-d0b9-450f-8390-2f76e6bf9b33", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:51:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "c907989c-d0b9-450f-8390-2f76e6bf9b33", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:51:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "c907989c-d0b9-450f-8390-2f76e6bf9b33", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm", "name": "e2e-same-id-b-2517a652-kserve-route-authn"} 2026-09-10T19:51:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "c907989c-d0b9-450f-8390-2f76e6bf9b33", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:51:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "c907989c-d0b9-450f-8390-2f76e6bf9b33", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:52:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "ec231134-cd45-4944-a5bb-40c25e1647f8", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:52:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "ec231134-cd45-4944-a5bb-40c25e1647f8", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:52:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "ec231134-cd45-4944-a5bb-40c25e1647f8", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:52:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "ec231134-cd45-4944-a5bb-40c25e1647f8", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm", "name": "e2e-same-id-a-2517a652-kserve-route-authn"} 2026-09-10T19:52:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "ec231134-cd45-4944-a5bb-40c25e1647f8", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:52:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "ec231134-cd45-4944-a5bb-40c25e1647f8", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:52:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "afd35cf2-3b40-4bc4-af2c-2c1067b1869a", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:52:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "afd35cf2-3b40-4bc4-af2c-2c1067b1869a", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:52:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "afd35cf2-3b40-4bc4-af2c-2c1067b1869a", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:52:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "afd35cf2-3b40-4bc4-af2c-2c1067b1869a", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm", "name": "e2e-same-id-b-2517a652-kserve-route-authn"} 2026-09-10T19:52:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "afd35cf2-3b40-4bc4-af2c-2c1067b1869a", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:52:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "afd35cf2-3b40-4bc4-af2c-2c1067b1869a", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:52:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "ccb0a6c9-e031-42ff-b5d6-8a7d77844595", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:52:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "ccb0a6c9-e031-42ff-b5d6-8a7d77844595", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm", "name": "e2e-same-id-a-2517a652"} 2026-09-10T19:52:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "ccb0a6c9-e031-42ff-b5d6-8a7d77844595", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:52:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "ccb0a6c9-e031-42ff-b5d6-8a7d77844595", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:52:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "ccb0a6c9-e031-42ff-b5d6-8a7d77844595", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm", "name": "e2e-same-id-a-2517a652-kserve-route-authn"} 2026-09-10T19:52:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "ccb0a6c9-e031-42ff-b5d6-8a7d77844595", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm", "name": "e2e-same-id-a-2517a652-kserve-route-authn"} 2026-09-10T19:52:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-2517a652", "reconcileID": "b8cf32ff-d0c2-4016-a0b0-550a718589e7", "LLMInferenceService": "e2e-same-id-a-2517a652", "namespace": "llm"} 2026-09-10T19:52:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aaaa9b17-a5a8-4a95-b89f-ce8f1339a2fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:52:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aaaa9b17-a5a8-4a95-b89f-ce8f1339a2fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:52:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aaaa9b17-a5a8-4a95-b89f-ce8f1339a2fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:52:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcafcbad-3984-4f50-b713-b3d6047a8dbd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:52:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcafcbad-3984-4f50-b713-b3d6047a8dbd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:52:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcafcbad-3984-4f50-b713-b3d6047a8dbd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:52:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "c68c8a43-2574-4f2b-b83d-c05953bce608", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:52:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "c68c8a43-2574-4f2b-b83d-c05953bce608", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm", "name": "e2e-same-id-b-2517a652"} 2026-09-10T19:52:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "c68c8a43-2574-4f2b-b83d-c05953bce608", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:52:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "c68c8a43-2574-4f2b-b83d-c05953bce608", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:52:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "c68c8a43-2574-4f2b-b83d-c05953bce608", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm", "name": "e2e-same-id-b-2517a652-kserve-route-authn"} 2026-09-10T19:52:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "c68c8a43-2574-4f2b-b83d-c05953bce608", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm", "name": "e2e-same-id-b-2517a652-kserve-route-authn"} 2026-09-10T19:52:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-2517a652","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-2517a652", "reconcileID": "f45758e5-88da-427b-b152-b26258789c41", "LLMInferenceService": "e2e-same-id-b-2517a652", "namespace": "llm"} 2026-09-10T19:52:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d33bd4b5-6e02-480a-81f8-f6014f04f9b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:52:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d33bd4b5-6e02-480a-81f8-f6014f04f9b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:52:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d33bd4b5-6e02-480a-81f8-f6014f04f9b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:52:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66560427-3e87-4856-8dea-46cbce20acc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:52:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66560427-3e87-4856-8dea-46cbce20acc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:52:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "66560427-3e87-4856-8dea-46cbce20acc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:53:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:53:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:53:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:53:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}