2026-06-10T12:06:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "37051fc4-525e-4fa7-9dd5-3c0fab9d4c11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:06:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "37051fc4-525e-4fa7-9dd5-3c0fab9d4c11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T12:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abf586c1-270e-4942-9633-6e2d64d934a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-10T12:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "c24ee4e2-d762-43af-9da3-258f821f8c88", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-10T12:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "c3941336-a123-415c-af86-e596497f0410", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T12:06:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "bef50eeb-90d7-46fe-93f8-79d09e4a4f99", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:06:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "bef50eeb-90d7-46fe-93f8-79d09e4a4f99", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-10T12:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "898eac79-99a5-4ee1-becb-b716f5c04974", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-10T12:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a03bdbde-d87a-45db-9456-ff46d61a18fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T12:06:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "43b30417-858d-4d7f-be30-921a55496a5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:06:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "43b30417-858d-4d7f-be30-921a55496a5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T12:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3fe69f8-8ff4-441c-9dbe-ce4ea679c192", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-10T12:07:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "b177bfd1-df23-4fe0-8345-d876cb4e1035", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T12:07:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "36059b12-3b46-4b33-996c-498664dbd2bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T12:07:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "62dcd3db-a64d-418c-a7ee-aedf569f7894", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:07:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "62dcd3db-a64d-418c-a7ee-aedf569f7894", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T12:07:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "9705c332-81a4-438d-a5de-e647d8f4b5a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-10T12:07:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "0333e4fb-4ad3-40b2-b341-3ea7cb2f220a", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:07:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "0333e4fb-4ad3-40b2-b341-3ea7cb2f220a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:07:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5dcb0e4-1478-4d0b-a0f6-878f85b3728e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:07:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5dcb0e4-1478-4d0b-a0f6-878f85b3728e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T12:07:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "2f970b95-cc45-4af1-9c62-687c5da48005", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:07:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "2f970b95-cc45-4af1-9c62-687c5da48005", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-10T12:07:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "bf12a6ff-2ac7-4f55-a67a-f3b4dd10e5e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T12:07:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "e991938a-85a5-4353-bb46-0ba2edfb0828", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-10T12:07:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "1584e2e1-0b87-41d7-902a-ad31a1efddef", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-10T12:07:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b1b9f11-5908-4d26-bb12-3c6851455b66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-10T12:07:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67a4af5e-ea97-4645-b11b-3aaa4369b06a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-10T12:07:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "dec1bf63-5638-44c3-bb0d-60b62e5b9008", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:07:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "dec1bf63-5638-44c3-bb0d-60b62e5b9008", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-10T12:07:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "967bea69-0f83-4be3-aac3-59cce8ec9de6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-10T12:08:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "523e9d06-e723-458f-93ca-b0ab9002b660", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:08:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "523e9d06-e723-458f-93ca-b0ab9002b660", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:08:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "523e9d06-e723-458f-93ca-b0ab9002b660", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:08:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e84e6048-fc9a-49e8-8ccd-3fa13bde022b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:08:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e84e6048-fc9a-49e8-8ccd-3fa13bde022b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:08:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e84e6048-fc9a-49e8-8ccd-3fa13bde022b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "dd0b0654-5d03-4404-bfff-dd51eb6a197b", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T12:09:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "394079f3-b326-4fed-b167-29b1f0d3e7a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T12:09:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "db856f84-6e96-451d-bd97-3f648b1365ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:09:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "db856f84-6e96-451d-bd97-3f648b1365ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T12:09:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c366d2a-1af7-48cc-86dc-969e60f098af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T12:09:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "475fe143-c84d-4232-bf59-bc3af67eaf0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-10T12:09:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "4d09d543-8b64-4627-b527-c9fad58184f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:09:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "4d09d543-8b64-4627-b527-c9fad58184f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-10T12:09:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "524389ed-6f9b-4b52-af1d-694702f4d1f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8e78ffa0-606f-4859-9e90-d543700721a2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8e78ffa0-606f-4859-9e90-d543700721a2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8e78ffa0-606f-4859-9e90-d543700721a2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b59e123-8385-45a8-80d6-8be583aff275", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b59e123-8385-45a8-80d6-8be583aff275", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:09:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8e78ffa0-606f-4859-9e90-d543700721a2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T12:09:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8e78ffa0-606f-4859-9e90-d543700721a2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8e78ffa0-606f-4859-9e90-d543700721a2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b59e123-8385-45a8-80d6-8be583aff275", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bb240444-b4e6-43f6-b211-b63e03b20d4c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bb240444-b4e6-43f6-b211-b63e03b20d4c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bb240444-b4e6-43f6-b211-b63e03b20d4c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55df8f9e-d807-4c86-9774-be07dd84bb72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bb240444-b4e6-43f6-b211-b63e03b20d4c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T12:09:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bb240444-b4e6-43f6-b211-b63e03b20d4c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bb240444-b4e6-43f6-b211-b63e03b20d4c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55df8f9e-d807-4c86-9774-be07dd84bb72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:09:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55df8f9e-d807-4c86-9774-be07dd84bb72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fdbdbb00-5501-44f0-b73d-e6517167f56a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fdbdbb00-5501-44f0-b73d-e6517167f56a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fdbdbb00-5501-44f0-b73d-e6517167f56a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dcf77560-7af8-4762-8f02-be07a04d4197", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fdbdbb00-5501-44f0-b73d-e6517167f56a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T12:09:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fdbdbb00-5501-44f0-b73d-e6517167f56a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "fdbdbb00-5501-44f0-b73d-e6517167f56a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dcf77560-7af8-4762-8f02-be07a04d4197", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:09:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3266d10f-63e4-4b03-9325-af4b94a0e781", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3266d10f-63e4-4b03-9325-af4b94a0e781", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3266d10f-63e4-4b03-9325-af4b94a0e781", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3266d10f-63e4-4b03-9325-af4b94a0e781", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T12:09:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3266d10f-63e4-4b03-9325-af4b94a0e781", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3266d10f-63e4-4b03-9325-af4b94a0e781", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:09:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dcf77560-7af8-4762-8f02-be07a04d4197", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4c08dba8-1a64-48f2-bd47-7550ef2aee9f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:09:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4c08dba8-1a64-48f2-bd47-7550ef2aee9f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:09:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4c08dba8-1a64-48f2-bd47-7550ef2aee9f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:09:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f30ec67-58bf-4998-a27d-d202e2b7c673", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4c08dba8-1a64-48f2-bd47-7550ef2aee9f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:09:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4c08dba8-1a64-48f2-bd47-7550ef2aee9f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4c08dba8-1a64-48f2-bd47-7550ef2aee9f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:09:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f30ec67-58bf-4998-a27d-d202e2b7c673", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:09:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f30ec67-58bf-4998-a27d-d202e2b7c673", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e7ce7fd6-738b-4b11-ae9e-a7694a345079", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:09:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e7ce7fd6-738b-4b11-ae9e-a7694a345079", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:09:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e7ce7fd6-738b-4b11-ae9e-a7694a345079", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:09:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cedf583c-6006-4656-8d51-5d194fb174f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e7ce7fd6-738b-4b11-ae9e-a7694a345079", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:09:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e7ce7fd6-738b-4b11-ae9e-a7694a345079", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e7ce7fd6-738b-4b11-ae9e-a7694a345079", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:09:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cedf583c-6006-4656-8d51-5d194fb174f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:09:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cedf583c-6006-4656-8d51-5d194fb174f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bd2d2f70-c1d8-4525-920b-a3a5fed6857c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:09:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bd2d2f70-c1d8-4525-920b-a3a5fed6857c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:09:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bd2d2f70-c1d8-4525-920b-a3a5fed6857c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:09:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "833140f4-2084-48a8-82fb-0a215f3c2183", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bd2d2f70-c1d8-4525-920b-a3a5fed6857c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T12:09:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bd2d2f70-c1d8-4525-920b-a3a5fed6857c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bd2d2f70-c1d8-4525-920b-a3a5fed6857c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:09:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "833140f4-2084-48a8-82fb-0a215f3c2183", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:09:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "833140f4-2084-48a8-82fb-0a215f3c2183", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "acefa82b-a377-4b79-81f2-fe469aa7fcc7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "acefa82b-a377-4b79-81f2-fe469aa7fcc7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:09:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "acefa82b-a377-4b79-81f2-fe469aa7fcc7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e557f34d-9d8c-44af-ba9c-ceb61de6467e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:09:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e557f34d-9d8c-44af-ba9c-ceb61de6467e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:09:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e557f34d-9d8c-44af-ba9c-ceb61de6467e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:09:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e557f34d-9d8c-44af-ba9c-ceb61de6467e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T12:09:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e557f34d-9d8c-44af-ba9c-ceb61de6467e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e557f34d-9d8c-44af-ba9c-ceb61de6467e", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:09:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a8e3d7a4-12c7-43dd-aa79-0b41e61e5819", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:09:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a8e3d7a4-12c7-43dd-aa79-0b41e61e5819", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:09:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a8e3d7a4-12c7-43dd-aa79-0b41e61e5819", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:09:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a8e3d7a4-12c7-43dd-aa79-0b41e61e5819", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T12:09:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a8e3d7a4-12c7-43dd-aa79-0b41e61e5819", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a8e3d7a4-12c7-43dd-aa79-0b41e61e5819", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:09:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43b81df4-ab25-4437-8721-868d15091e36", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43b81df4-ab25-4437-8721-868d15091e36", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:09:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43b81df4-ab25-4437-8721-868d15091e36", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c85af9a5-4d7a-4cdf-bf75-a5692d3f73ac", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:09:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c85af9a5-4d7a-4cdf-bf75-a5692d3f73ac", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:09:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c85af9a5-4d7a-4cdf-bf75-a5692d3f73ac", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:09:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c85af9a5-4d7a-4cdf-bf75-a5692d3f73ac", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T12:09:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c85af9a5-4d7a-4cdf-bf75-a5692d3f73ac", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "c85af9a5-4d7a-4cdf-bf75-a5692d3f73ac", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:09:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b54daec6-d080-4011-a363-aa9b204e7190", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:09:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b54daec6-d080-4011-a363-aa9b204e7190", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:09:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b54daec6-d080-4011-a363-aa9b204e7190", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:09:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b54daec6-d080-4011-a363-aa9b204e7190", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T12:09:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b54daec6-d080-4011-a363-aa9b204e7190", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b54daec6-d080-4011-a363-aa9b204e7190", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:09:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55aa25b2-a17b-4fb4-889c-5e8eaff73bce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55aa25b2-a17b-4fb4-889c-5e8eaff73bce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:09:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55aa25b2-a17b-4fb4-889c-5e8eaff73bce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:09:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c120c7a7-cd94-48dc-87c1-bd8d5d70c3d2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:09:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c120c7a7-cd94-48dc-87c1-bd8d5d70c3d2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:09:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c120c7a7-cd94-48dc-87c1-bd8d5d70c3d2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:09:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c120c7a7-cd94-48dc-87c1-bd8d5d70c3d2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T12:09:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c120c7a7-cd94-48dc-87c1-bd8d5d70c3d2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c120c7a7-cd94-48dc-87c1-bd8d5d70c3d2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:09:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "95f16d23-b90a-4fd5-90f9-98e8524cbd98", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:09:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "95f16d23-b90a-4fd5-90f9-98e8524cbd98", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:09:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "95f16d23-b90a-4fd5-90f9-98e8524cbd98", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:09:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "95f16d23-b90a-4fd5-90f9-98e8524cbd98", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:09:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "95f16d23-b90a-4fd5-90f9-98e8524cbd98", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:09:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "95f16d23-b90a-4fd5-90f9-98e8524cbd98", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5501e1ce-a428-4c1f-8270-bc38cf5fabb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:10:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5501e1ce-a428-4c1f-8270-bc38cf5fabb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:10:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5501e1ce-a428-4c1f-8270-bc38cf5fabb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:10:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "91236138-3bae-4312-836e-5ba465617ea9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "91236138-3bae-4312-836e-5ba465617ea9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "91236138-3bae-4312-836e-5ba465617ea9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "91236138-3bae-4312-836e-5ba465617ea9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:10:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "91236138-3bae-4312-836e-5ba465617ea9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:10:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "91236138-3bae-4312-836e-5ba465617ea9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4d842104-87c7-4f2c-ba19-3eb470350563", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4d842104-87c7-4f2c-ba19-3eb470350563", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4d842104-87c7-4f2c-ba19-3eb470350563", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4d842104-87c7-4f2c-ba19-3eb470350563", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:10:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4d842104-87c7-4f2c-ba19-3eb470350563", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:10:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4d842104-87c7-4f2c-ba19-3eb470350563", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b70b9496-dee6-4502-95a7-e6d0015e0e42", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:10:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b70b9496-dee6-4502-95a7-e6d0015e0e42", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:10:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b70b9496-dee6-4502-95a7-e6d0015e0e42", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:10:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4906e77a-d168-44dd-bccc-89ecff875e69", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4906e77a-d168-44dd-bccc-89ecff875e69", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4906e77a-d168-44dd-bccc-89ecff875e69", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4906e77a-d168-44dd-bccc-89ecff875e69", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:10:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4906e77a-d168-44dd-bccc-89ecff875e69", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:10:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "4906e77a-d168-44dd-bccc-89ecff875e69", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:10:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e2d57f20-d93e-474b-babc-cfa17b611124", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:10:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e2d57f20-d93e-474b-babc-cfa17b611124", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:10:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e2d57f20-d93e-474b-babc-cfa17b611124", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:10:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e2d57f20-d93e-474b-babc-cfa17b611124", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T12:10:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e2d57f20-d93e-474b-babc-cfa17b611124", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:10:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e2d57f20-d93e-474b-babc-cfa17b611124", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:10:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "af1d9de4-c2d1-4169-8791-b51b0dc32e3c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:10:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "af1d9de4-c2d1-4169-8791-b51b0dc32e3c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:10:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "af1d9de4-c2d1-4169-8791-b51b0dc32e3c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:10:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3121b3ba-a3d2-4ce7-b7a8-d517831fb52a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:10:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3121b3ba-a3d2-4ce7-b7a8-d517831fb52a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:10:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3121b3ba-a3d2-4ce7-b7a8-d517831fb52a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:10:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3121b3ba-a3d2-4ce7-b7a8-d517831fb52a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T12:10:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3121b3ba-a3d2-4ce7-b7a8-d517831fb52a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:10:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "3121b3ba-a3d2-4ce7-b7a8-d517831fb52a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:10:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab11b3cc-b6b3-4084-8663-5345dec86d5a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:10:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab11b3cc-b6b3-4084-8663-5345dec86d5a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:10:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab11b3cc-b6b3-4084-8663-5345dec86d5a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:10:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab11b3cc-b6b3-4084-8663-5345dec86d5a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T12:10:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab11b3cc-b6b3-4084-8663-5345dec86d5a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:10:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab11b3cc-b6b3-4084-8663-5345dec86d5a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T12:10:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dbd6c7c0-080d-4dd0-8561-00e1f73d1fd4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:10:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dbd6c7c0-080d-4dd0-8561-00e1f73d1fd4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:10:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dbd6c7c0-080d-4dd0-8561-00e1f73d1fd4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:10:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dbd6c7c0-080d-4dd0-8561-00e1f73d1fd4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-10T12:10:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dbd6c7c0-080d-4dd0-8561-00e1f73d1fd4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:10:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dbd6c7c0-080d-4dd0-8561-00e1f73d1fd4", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-10T12:10:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2302a296-62d3-413c-9b5e-9ff95a58a6b6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:10:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2302a296-62d3-413c-9b5e-9ff95a58a6b6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:10:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2302a296-62d3-413c-9b5e-9ff95a58a6b6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:10:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2302a296-62d3-413c-9b5e-9ff95a58a6b6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-10T12:10:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2302a296-62d3-413c-9b5e-9ff95a58a6b6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:10:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2302a296-62d3-413c-9b5e-9ff95a58a6b6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-10T12:11:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "acace5a2-ecc5-4170-ba70-67ceccd80e2d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:11:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "acace5a2-ecc5-4170-ba70-67ceccd80e2d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:11:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "acace5a2-ecc5-4170-ba70-67ceccd80e2d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:11:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "acace5a2-ecc5-4170-ba70-67ceccd80e2d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:11:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "acace5a2-ecc5-4170-ba70-67ceccd80e2d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:11:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "acace5a2-ecc5-4170-ba70-67ceccd80e2d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:11:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d9a0c955-7620-47ee-b345-2abef4b845d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:11:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d9a0c955-7620-47ee-b345-2abef4b845d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:11:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d9a0c955-7620-47ee-b345-2abef4b845d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:11:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d9a0c955-7620-47ee-b345-2abef4b845d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-10T12:11:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d9a0c955-7620-47ee-b345-2abef4b845d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:11:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d9a0c955-7620-47ee-b345-2abef4b845d3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-10T12:11:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "48775a37-484d-45ff-b9b9-f1a8e24b7d34", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:11:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "48775a37-484d-45ff-b9b9-f1a8e24b7d34", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:11:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "48775a37-484d-45ff-b9b9-f1a8e24b7d34", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:11:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "48775a37-484d-45ff-b9b9-f1a8e24b7d34", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-10T12:11:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "48775a37-484d-45ff-b9b9-f1a8e24b7d34", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-10T12:11:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "48775a37-484d-45ff-b9b9-f1a8e24b7d34", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-10T12:11:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "d7001b7c-33bf-4a1b-94b8-d3cee6857f21", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T12:11:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "244bf9bd-39ba-4fe4-bd78-34527971bef2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T12:11:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "a6d578c3-cb93-48b0-a22e-444704a55bf2", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:11:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "a6d578c3-cb93-48b0-a22e-444704a55bf2", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T12:11:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6e7e093-eace-4b27-a9bd-4640989da285", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T12:11:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "6bc36712-31e5-47f4-903b-ff75496d0050", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-10T12:11:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "ae408062-7e75-4e93-80d4-54ae5a8ac6a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:11:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "ae408062-7e75-4e93-80d4-54ae5a8ac6a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T12:11:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb70bc66-632c-4e86-ae8b-00a32221f32c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-10T12:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "028e8fe0-abf1-4855-a4df-7f292909a307", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T12:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "c53cac2f-a926-45f3-875a-074fac21463a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T12:11:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "d315e334-9e6d-4cec-8cca-e95b74e5722f", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:11:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "d315e334-9e6d-4cec-8cca-e95b74e5722f", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T12:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eef13a7d-b865-48a9-aad4-73f348d820d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T12:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "3203b82a-d975-488b-b70f-5e1acfd511c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-10T12:11:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "8c1c1873-d944-40e7-b941-780616d82bae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:11:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "8c1c1873-d944-40e7-b941-780616d82bae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-10T12:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "239a0f47-057f-4f82-9ad2-39184b327de8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T12:12:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:12:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:12:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:12:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:14:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b5f56193-d247-4011-9e5d-9526b8a6e215", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ee03945f-33be-4cc1-984d-fa9c16d95d12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2d1b2103-38d6-46cc-ab55-cc9b6571adbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:14:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2d1b2103-38d6-46cc-ab55-cc9b6571adbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd589d37-59fc-4488-b522-3a887ac84091", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e22c3244-c645-4dfc-b736-af8087215656", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2b2e5048-b01c-4607-a39d-0f37e59e7500", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:14:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2b2e5048-b01c-4607-a39d-0f37e59e7500", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87e44c38-036e-460f-883a-ff3f9ececb20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0fb5a5b-9a9d-4219-92f5-2c58ec79fd2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0fb5a5b-9a9d-4219-92f5-2c58ec79fd2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:14:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0fb5a5b-9a9d-4219-92f5-2c58ec79fd2c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:14:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4ab90338-e716-4472-bad3-c8a03557057c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "4ab90338-e716-4472-bad3-c8a03557057c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5f6a1f3d-bf32-4033-b085-f26da479b973", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5f6a1f3d-bf32-4033-b085-f26da479b973", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dac9bf06-22dd-4fb8-8927-a13ba7fd0cf3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:14:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dac9bf06-22dd-4fb8-8927-a13ba7fd0cf3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T12:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a204f57f-2a74-472f-a58f-b3fc755bde94", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2f6363f2-7692-444e-aa20-0446f3189b8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bb957db0-d5f6-41f4-9360-df2cf8b05d19", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:15:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bb957db0-d5f6-41f4-9360-df2cf8b05d19", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dea4465b-b306-41a3-8f75-58674dd4f554", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5667b1bc-510a-46a5-a758-76d3d889d577", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "be936a87-1e7a-4c06-9289-51327c85bfa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:15:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "be936a87-1e7a-4c06-9289-51327c85bfa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e812b6a0-524d-423b-8f6f-9f868438de90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7554816-69a9-4843-a212-fa56b5222cad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7554816-69a9-4843-a212-fa56b5222cad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:15:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7554816-69a9-4843-a212-fa56b5222cad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:15:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8ff57c66-23f0-4066-a1d4-708ead785be6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8ff57c66-23f0-4066-a1d4-708ead785be6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4fffcda8-37ed-4d5d-8389-a4edb4953506", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4fffcda8-37ed-4d5d-8389-a4edb4953506", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "585876bb-ec06-477d-b67a-84d52f2c4dca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "585876bb-ec06-477d-b67a-84d52f2c4dca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T12:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "openshift-service-ca.crt", "reconcileID": "7cf5cc90-072d-40f1-92e9-4016b7397caf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-trusted-ca-bundle", "reconcileID": "74a1819d-69f6-4ce6-8601-c0b9f7e40b4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:15:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "openshift-service-ca.crt", "reconcileID": "54557945-ccee-4bd5-a089-ffba24870a34", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6f3200", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:15:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "openshift-service-ca.crt", "reconcileID": "54557945-ccee-4bd5-a089-ffba24870a34", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c924b0d6-77d2-41db-bf7d-38b1482c451b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "openshift-service-ca.crt", "reconcileID": "fe4e7459-c204-4282-bc74-b6e197df75b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:15:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-trusted-ca-bundle", "reconcileID": "46910194-86a2-4a02-9595-86e636ac9d24", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6f3200", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:15:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-trusted-ca-bundle", "reconcileID": "46910194-86a2-4a02-9595-86e636ac9d24", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b7dab57-67ba-4219-a85d-607cc150e1ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1e063f4-4493-41d8-8708-9ec182f14928", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1e063f4-4493-41d8-8708-9ec182f14928", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f1e063f4-4493-41d8-8708-9ec182f14928", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4c0ba7d4-0db4-4f1e-a6e2-f7a8569d4b2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4c0ba7d4-0db4-4f1e-a6e2-f7a8569d4b2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4c0ba7d4-0db4-4f1e-a6e2-f7a8569d4b2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9218df14-7e3e-4bcb-a7c1-98d282177872", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9218df14-7e3e-4bcb-a7c1-98d282177872", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:16:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9218df14-7e3e-4bcb-a7c1-98d282177872", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2a9fda1-d0d5-41e6-9961-94d5113f726e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2a9fda1-d0d5-41e6-9961-94d5113f726e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:16:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2a9fda1-d0d5-41e6-9961-94d5113f726e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "142b625b-8959-4b81-aaea-579f07148c8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:16:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "142b625b-8959-4b81-aaea-579f07148c8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6f3200", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:16:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "142b625b-8959-4b81-aaea-579f07148c8e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-6f3200 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:16:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-trusted-ca-bundle", "reconcileID": "e30b7e5a-fc79-42ac-9b84-64cb77228f82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:16:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-trusted-ca-bundle", "reconcileID": "e30b7e5a-fc79-42ac-9b84-64cb77228f82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6f3200", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:16:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-trusted-ca-bundle", "reconcileID": "e30b7e5a-fc79-42ac-9b84-64cb77228f82", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-6f3200 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:16:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "openshift-service-ca.crt", "reconcileID": "7026dd51-3394-4ce3-85dc-9c98a483a4a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:16:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "openshift-service-ca.crt", "reconcileID": "7026dd51-3394-4ce3-85dc-9c98a483a4a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:16:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "710ff3d3-d71f-4a2a-b3b3-acf28143e741", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:16:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "710ff3d3-d71f-4a2a-b3b3-acf28143e741", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:16:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-trusted-ca-bundle", "reconcileID": "7607e10d-579e-42f8-a654-8495750b7493", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:16:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-6f3200"}, "namespace": "e2e-modelref-6f3200", "name": "odh-trusted-ca-bundle", "reconcileID": "7607e10d-579e-42f8-a654-8495750b7493", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-6f3200"} 2026-06-10T12:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "odh-trusted-ca-bundle", "reconcileID": "76359455-2c02-4bcc-bce6-186b3b94c740", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "openshift-service-ca.crt", "reconcileID": "a10f440f-b11e-400b-9cc4-b995e2352334", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "openshift-service-ca.crt", "reconcileID": "8397a738-82aa-48d2-9161-75a72b9b27eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-80e654", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:16:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "openshift-service-ca.crt", "reconcileID": "8397a738-82aa-48d2-9161-75a72b9b27eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5837b171-02a3-4906-9047-0b01ace12f61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "openshift-service-ca.crt", "reconcileID": "006dfcaa-4c17-434e-81ef-7b1ba59b32a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "odh-trusted-ca-bundle", "reconcileID": "45956938-b809-4c7c-91c0-2fa0816bf31f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-80e654", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:16:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "odh-trusted-ca-bundle", "reconcileID": "45956938-b809-4c7c-91c0-2fa0816bf31f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61230547-a512-4902-99bd-fb41c1045673", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bea8c210-f869-4882-9af9-50b32a51f722", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bea8c210-f869-4882-9af9-50b32a51f722", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bea8c210-f869-4882-9af9-50b32a51f722", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "63c5c396-c088-4c1e-925c-7f8f0daa2033", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "63c5c396-c088-4c1e-925c-7f8f0daa2033", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "63c5c396-c088-4c1e-925c-7f8f0daa2033", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4de68bca-07ae-418a-a569-56e8e35615e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4de68bca-07ae-418a-a569-56e8e35615e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4de68bca-07ae-418a-a569-56e8e35615e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d667e070-fb81-4dae-98a8-c170413316e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d667e070-fb81-4dae-98a8-c170413316e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T12:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d667e070-fb81-4dae-98a8-c170413316e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T12:16:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "239345af-4d73-4859-b773-70a06d38e60f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "239345af-4d73-4859-b773-70a06d38e60f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-80e654", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:16:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "239345af-4d73-4859-b773-70a06d38e60f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-80e654 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:16:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "odh-trusted-ca-bundle", "reconcileID": "55c1431e-7085-4e45-8cad-1591bd939b68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "odh-trusted-ca-bundle", "reconcileID": "55c1431e-7085-4e45-8cad-1591bd939b68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "openshift-service-ca.crt", "reconcileID": "ed7131e0-27a0-4694-81db-74e87ad8b04c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "openshift-service-ca.crt", "reconcileID": "ed7131e0-27a0-4694-81db-74e87ad8b04c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "100250d5-679c-4122-95c6-da834ce230fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:16:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-80e654"}, "namespace": "e2e-modelref-80e654", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "100250d5-679c-4122-95c6-da834ce230fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-80e654"} 2026-06-10T12:17:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "openshift-service-ca.crt", "reconcileID": "fdc6861b-3f72-45d2-bb80-731c9894a4d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "odh-trusted-ca-bundle", "reconcileID": "f8abff3f-fe9e-4065-8603-4e4050c4d956", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "openshift-service-ca.crt", "reconcileID": "1cb021de-3374-4bc1-aa76-22e9d966bf7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-70d780", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:17:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "openshift-service-ca.crt", "reconcileID": "1cb021de-3374-4bc1-aa76-22e9d966bf7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d64ccb4f-6037-402b-8c07-873322efbfe4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "openshift-service-ca.crt", "reconcileID": "aa3b7da3-7fd8-47ed-9717-b12315a07c18", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "odh-trusted-ca-bundle", "reconcileID": "0b6a4de2-b91a-455e-85ba-597fd0657e7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-70d780", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:17:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "odh-trusted-ca-bundle", "reconcileID": "0b6a4de2-b91a-455e-85ba-597fd0657e7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43527ae7-7c6a-4989-b1e5-5562d3dfd6d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c16b05ed-d3ad-4db2-9323-3d5c9c25e51e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c16b05ed-d3ad-4db2-9323-3d5c9c25e51e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-70d780", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:17:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c16b05ed-d3ad-4db2-9323-3d5c9c25e51e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-70d780 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:17:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "odh-trusted-ca-bundle", "reconcileID": "e277244d-49ff-4e2d-9ef8-f8f30af5a0f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "odh-trusted-ca-bundle", "reconcileID": "e277244d-49ff-4e2d-9ef8-f8f30af5a0f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "openshift-service-ca.crt", "reconcileID": "028c411f-ce0e-412b-a668-d5b7de53c2db", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "openshift-service-ca.crt", "reconcileID": "028c411f-ce0e-412b-a668-d5b7de53c2db", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "296b68e4-3636-46cf-8ae5-18183fc80157", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-70d780"}, "namespace": "e2e-webhook-test-70d780", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "296b68e4-3636-46cf-8ae5-18183fc80157", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-70d780"} 2026-06-10T12:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "openshift-service-ca.crt", "reconcileID": "cf96f816-69a0-4ac9-94e3-4ef6f4647706", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "odh-trusted-ca-bundle", "reconcileID": "5724eb01-18c9-46d6-973c-78fba240b7dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "openshift-service-ca.crt", "reconcileID": "b59bbbe5-d7df-4f25-a055-99d8af2bc3d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-89afbd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:17:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "openshift-service-ca.crt", "reconcileID": "b59bbbe5-d7df-4f25-a055-99d8af2bc3d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "openshift-service-ca.crt", "reconcileID": "97c84019-926c-4449-b395-6e990b1e8d13", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4da2f09-143a-4cbc-8790-2c425454ef4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "odh-trusted-ca-bundle", "reconcileID": "e3b950aa-e5a7-44ae-8c52-0a9892d3202a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-89afbd", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:17:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "odh-trusted-ca-bundle", "reconcileID": "e3b950aa-e5a7-44ae-8c52-0a9892d3202a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2a608e0-a6a5-421a-bfb2-907f0d52f11d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cdbcb9a-4bbe-4e20-a0ce-1521f25e0a3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cdbcb9a-4bbe-4e20-a0ce-1521f25e0a3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-89afbd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:17:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cdbcb9a-4bbe-4e20-a0ce-1521f25e0a3e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-89afbd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:17:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "odh-trusted-ca-bundle", "reconcileID": "ed5474c8-57b7-43bf-a9ed-1aeaca2b9607", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "odh-trusted-ca-bundle", "reconcileID": "ed5474c8-57b7-43bf-a9ed-1aeaca2b9607", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "openshift-service-ca.crt", "reconcileID": "1ef841b7-974c-45c8-b4d6-43d6e3133e64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "openshift-service-ca.crt", "reconcileID": "1ef841b7-974c-45c8-b4d6-43d6e3133e64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "582cc52b-b749-49f1-aad5-b2100626e67f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:17:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-89afbd"}, "namespace": "e2e-webhook-test-89afbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "582cc52b-b749-49f1-aad5-b2100626e67f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-89afbd"} 2026-06-10T12:26:14Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:26:14Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:26:18Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:26:18Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:32:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:32:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:32:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:32:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T12:34:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-def7da80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-def7da80", "reconcileID": "e9277d37-c019-4c04-9678-d4f0b87cd05d", "Gateway": "e2e-ait-def7da80", "namespace": "openshift-ingress"} 2026-06-10T12:34:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-def7da80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-def7da80", "reconcileID": "1ced301a-d7e6-4942-b2d8-928501a3e059", "Gateway": "e2e-ait-def7da80", "namespace": "openshift-ingress"} 2026-06-10T12:34:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-def7da80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-def7da80", "reconcileID": "3588146b-6903-4a42-a922-0f1ebdf7a2a9", "Gateway": "e2e-ait-def7da80", "namespace": "openshift-ingress"} 2026-06-10T12:34:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-def7da80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-def7da80", "reconcileID": "7126bf47-59b1-4dbc-ae8d-792c56625405", "Gateway": "e2e-ait-def7da80", "namespace": "openshift-ingress"} 2026-06-10T12:34:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-def7da80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-def7da80", "reconcileID": "f8cb4f7f-ffe1-435d-834a-882d2ba3b722", "Gateway": "e2e-ait-def7da80", "namespace": "openshift-ingress"} 2026-06-10T12:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "openshift-service-ca.crt", "reconcileID": "d577b05b-371b-4089-8688-1b9b45e6f90a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "odh-trusted-ca-bundle", "reconcileID": "3650c421-8b9a-4383-b154-706214c15bef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "openshift-service-ca.crt", "reconcileID": "1885a629-fd9a-47ec-9cbf-2391a2480749", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-def7da80", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:34:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "openshift-service-ca.crt", "reconcileID": "1885a629-fd9a-47ec-9cbf-2391a2480749", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "921928aa-abbc-4d36-bdfd-5df9da0b2f16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "openshift-service-ca.crt", "reconcileID": "fab464a5-86c4-4074-8e53-79de4fedcf1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "odh-trusted-ca-bundle", "reconcileID": "01121418-6c27-433e-a7b2-4741cc87e59a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-def7da80", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:34:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "odh-trusted-ca-bundle", "reconcileID": "01121418-6c27-433e-a7b2-4741cc87e59a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50d846f1-dd38-4865-9a14-da22a12bcbd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-def7da80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-def7da80", "reconcileID": "6d97f3af-b339-4b11-a852-5ec9f7fe4a61", "Gateway": "e2e-ait-def7da80", "namespace": "openshift-ingress"} 2026-06-10T12:34:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7724210-79d5-4a87-bf72-36464b62956e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7724210-79d5-4a87-bf72-36464b62956e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-def7da80", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:34:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7724210-79d5-4a87-bf72-36464b62956e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-def7da80 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:34:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "odh-trusted-ca-bundle", "reconcileID": "36cc4cd5-e121-4ab4-8c46-f15a889e5318", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "odh-trusted-ca-bundle", "reconcileID": "36cc4cd5-e121-4ab4-8c46-f15a889e5318", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "openshift-service-ca.crt", "reconcileID": "aa5e9140-30e6-459a-bf62-276b85bc4ba8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "openshift-service-ca.crt", "reconcileID": "aa5e9140-30e6-459a-bf62-276b85bc4ba8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc5f0eec-456d-4c1b-bea3-3d416b97a6c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-def7da80"}, "namespace": "e2e-aitenant-def7da80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc5f0eec-456d-4c1b-bea3-3d416b97a6c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-def7da80"} 2026-06-10T12:34:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-187368e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-187368e7", "reconcileID": "dcc7b761-d4fd-4c9d-bef7-23e1436db5c6", "Gateway": "e2e-ait-187368e7", "namespace": "openshift-ingress"} 2026-06-10T12:34:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-187368e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-187368e7", "reconcileID": "c735ada9-f6d1-49bf-ae3e-49422518e528", "Gateway": "e2e-ait-187368e7", "namespace": "openshift-ingress"} 2026-06-10T12:34:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-187368e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-187368e7", "reconcileID": "d07bd8c8-c349-48db-b793-3dcbc586e7c4", "Gateway": "e2e-ait-187368e7", "namespace": "openshift-ingress"} 2026-06-10T12:34:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-187368e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-187368e7", "reconcileID": "32823880-e1ce-457e-906d-89ccb59d4345", "Gateway": "e2e-ait-187368e7", "namespace": "openshift-ingress"} 2026-06-10T12:34:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-187368e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-187368e7", "reconcileID": "1e2b0cc6-b0ee-4079-8caa-35bf0d95455f", "Gateway": "e2e-ait-187368e7", "namespace": "openshift-ingress"} 2026-06-10T12:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "openshift-service-ca.crt", "reconcileID": "c68ec29e-4ba0-4d98-ac39-1efb654e7c7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "odh-trusted-ca-bundle", "reconcileID": "a0fefbfc-d80f-475c-94fc-73fd4a21368b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "openshift-service-ca.crt", "reconcileID": "dd7c093a-a3f2-4040-a17b-4c4f685db379", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-187368e7", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:34:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "openshift-service-ca.crt", "reconcileID": "dd7c093a-a3f2-4040-a17b-4c4f685db379", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10246821-c64a-4d71-8f76-50cb1a014639", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "openshift-service-ca.crt", "reconcileID": "1f1d6d43-2ae2-4fa5-869d-191e9d761f1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "odh-trusted-ca-bundle", "reconcileID": "87333390-fc16-4635-8f02-18110afe2766", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-187368e7", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:34:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "odh-trusted-ca-bundle", "reconcileID": "87333390-fc16-4635-8f02-18110afe2766", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ddb0162-8a4d-4d69-9cf7-ecab990ebf6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-187368e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-187368e7", "reconcileID": "2189e261-6272-4dcd-83d2-2a913f8f4dad", "Gateway": "e2e-ait-187368e7", "namespace": "openshift-ingress"} 2026-06-10T12:34:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-187368e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-187368e7", "reconcileID": "be66850d-aee3-4722-ab89-57abb789e738", "Gateway": "e2e-ait-187368e7", "namespace": "openshift-ingress"} 2026-06-10T12:34:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d644ce1-d6a9-47af-9de1-fb10564eee23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d644ce1-d6a9-47af-9de1-fb10564eee23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-187368e7", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T12:34:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d644ce1-d6a9-47af-9de1-fb10564eee23", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-187368e7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T12:34:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "odh-trusted-ca-bundle", "reconcileID": "963a7f14-28a4-436a-af84-cd6843f5e1e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "odh-trusted-ca-bundle", "reconcileID": "963a7f14-28a4-436a-af84-cd6843f5e1e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "openshift-service-ca.crt", "reconcileID": "7d9682b6-e0f2-448b-b063-da82ac0a7fbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "openshift-service-ca.crt", "reconcileID": "7d9682b6-e0f2-448b-b063-da82ac0a7fbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21f0a744-d402-43cf-9626-cafa121b6ebe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-187368e7"} 2026-06-10T12:34:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-187368e7"}, "namespace": "e2e-aitenant-187368e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21f0a744-d402-43cf-9626-cafa121b6ebe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-187368e7"}