/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T23:54:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee09c14b-6a15-4e74-ba01-cc833ff7c387", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T23:54:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee09c14b-6a15-4e74-ba01-cc833ff7c387", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T23:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba1acb8c-15f9-47a7-970f-4a4ad76cd5f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T23:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "bafe9abf-8eb2-4228-b5bf-7271628846c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T23:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "5d89f89d-e30d-4e31-a2ac-5a7632f4ef65", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T23:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29a95c40-b7f2-4ebe-82fc-5c9ad9933edc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T23:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "99673052-c679-4946-b2ab-483b81f7b32d", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T23:54:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "e41b5212-1bd7-4479-b91e-1b01e1b74c51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T23:54:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "e41b5212-1bd7-4479-b91e-1b01e1b74c51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T23:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8ed2785-db5b-4ed7-a0f3-e41c656bf163", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T23:54:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "1ad1b13e-225d-400d-a05d-06035c91f1db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T23:54:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "1ad1b13e-225d-400d-a05d-06035c91f1db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T23:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18d20d76-7965-414f-aabe-f1732bf8023f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T23:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7843c9b-ed1b-499b-b025-f3af2babd358", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:55:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7843c9b-ed1b-499b-b025-f3af2babd358", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7843c9b-ed1b-499b-b025-f3af2babd358", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab1945ab-5f0c-4870-829d-b1f4f878e307", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:55:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab1945ab-5f0c-4870-829d-b1f4f878e307", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab1945ab-5f0c-4870-829d-b1f4f878e307", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "80552128-ad5e-4a3c-aefc-13049cca001e", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T23:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "63db241f-36c3-44dc-8846-0438124debaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-09T23:56:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "7064a667-71c2-40db-abd8-ec3122e2b1c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T23:56:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "7064a667-71c2-40db-abd8-ec3122e2b1c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T23:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "af0b26f1-8697-4a05-8cf2-6c19092565cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T23:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17795b66-4f4b-4779-abfd-be53a06fefa1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-09T23:56:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "3f383f36-f695-4aec-9f9e-a23ad765980a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T23:56:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "3f383f36-f695-4aec-9f9e-a23ad765980a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-09T23:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "535d566a-bd35-41c7-b708-4d76c9af4a2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4a73f387-c21f-410a-ab0c-7ea906e5aca1", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4a73f387-c21f-410a-ab0c-7ea906e5aca1", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4a73f387-c21f-410a-ab0c-7ea906e5aca1", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "159f84e0-5b9a-4b92-af50-14aa9799b6b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "159f84e0-5b9a-4b92-af50-14aa9799b6b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:56:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4a73f387-c21f-410a-ab0c-7ea906e5aca1", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T23:56:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4a73f387-c21f-410a-ab0c-7ea906e5aca1", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4a73f387-c21f-410a-ab0c-7ea906e5aca1", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "159f84e0-5b9a-4b92-af50-14aa9799b6b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d30da108-915d-49f5-93a2-91f256c3fcc2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d30da108-915d-49f5-93a2-91f256c3fcc2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d30da108-915d-49f5-93a2-91f256c3fcc2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75487369-382b-4a6d-8818-6810b9b553e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d30da108-915d-49f5-93a2-91f256c3fcc2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T23:56:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d30da108-915d-49f5-93a2-91f256c3fcc2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d30da108-915d-49f5-93a2-91f256c3fcc2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75487369-382b-4a6d-8818-6810b9b553e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75487369-382b-4a6d-8818-6810b9b553e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6509bb76-de55-47a1-af39-2a395fa29803", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6509bb76-de55-47a1-af39-2a395fa29803", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6509bb76-de55-47a1-af39-2a395fa29803", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6509bb76-de55-47a1-af39-2a395fa29803", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T23:56:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6509bb76-de55-47a1-af39-2a395fa29803", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "6509bb76-de55-47a1-af39-2a395fa29803", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "331e5c4d-29cd-4668-ae3b-5be56cd261c6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "331e5c4d-29cd-4668-ae3b-5be56cd261c6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "331e5c4d-29cd-4668-ae3b-5be56cd261c6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74b7a858-5ef2-4be3-9e60-75b31b643b5c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "331e5c4d-29cd-4668-ae3b-5be56cd261c6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T23:56:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "331e5c4d-29cd-4668-ae3b-5be56cd261c6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "331e5c4d-29cd-4668-ae3b-5be56cd261c6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74b7a858-5ef2-4be3-9e60-75b31b643b5c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74b7a858-5ef2-4be3-9e60-75b31b643b5c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c4abef68-58a4-4cce-9076-ae67252b7d27", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c4abef68-58a4-4cce-9076-ae67252b7d27", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c4abef68-58a4-4cce-9076-ae67252b7d27", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f85cf40-35b6-4d08-8252-95b8f4c26fd3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c4abef68-58a4-4cce-9076-ae67252b7d27", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T23:56:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c4abef68-58a4-4cce-9076-ae67252b7d27", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c4abef68-58a4-4cce-9076-ae67252b7d27", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f85cf40-35b6-4d08-8252-95b8f4c26fd3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:56:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f85cf40-35b6-4d08-8252-95b8f4c26fd3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e2f0363d-c557-4513-a4f8-630ec04574dc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e2f0363d-c557-4513-a4f8-630ec04574dc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e2f0363d-c557-4513-a4f8-630ec04574dc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e49d2eb-21dd-4458-ba13-c566fbbfbbd4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e2f0363d-c557-4513-a4f8-630ec04574dc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T23:56:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e2f0363d-c557-4513-a4f8-630ec04574dc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e2f0363d-c557-4513-a4f8-630ec04574dc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e49d2eb-21dd-4458-ba13-c566fbbfbbd4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:56:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e49d2eb-21dd-4458-ba13-c566fbbfbbd4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "51b2ef0e-27a9-440a-b47e-d7bc0149304c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:56:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "51b2ef0e-27a9-440a-b47e-d7bc0149304c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:56:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "51b2ef0e-27a9-440a-b47e-d7bc0149304c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:56:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f774657-e80b-4dfe-b285-5339b11d9c9f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "51b2ef0e-27a9-440a-b47e-d7bc0149304c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T23:56:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "51b2ef0e-27a9-440a-b47e-d7bc0149304c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "51b2ef0e-27a9-440a-b47e-d7bc0149304c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:56:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f774657-e80b-4dfe-b285-5339b11d9c9f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:56:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f774657-e80b-4dfe-b285-5339b11d9c9f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:29Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T23:56:29Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T23:56:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49e7d989-bf8f-4244-ac9a-67d06e714f62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49e7d989-bf8f-4244-ac9a-67d06e714f62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:56:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49e7d989-bf8f-4244-ac9a-67d06e714f62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T23:56:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T23:56:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3b6fab2f-f1fd-4381-acad-add58e664a3b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:56:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3b6fab2f-f1fd-4381-acad-add58e664a3b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:56:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3b6fab2f-f1fd-4381-acad-add58e664a3b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:56:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3b6fab2f-f1fd-4381-acad-add58e664a3b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T23:56:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3b6fab2f-f1fd-4381-acad-add58e664a3b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3b6fab2f-f1fd-4381-acad-add58e664a3b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:56:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ea1fb84f-049c-478a-8ee8-a6d69db7ab5e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:56:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ea1fb84f-049c-478a-8ee8-a6d69db7ab5e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:56:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ea1fb84f-049c-478a-8ee8-a6d69db7ab5e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:56:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ea1fb84f-049c-478a-8ee8-a6d69db7ab5e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T23:56:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ea1fb84f-049c-478a-8ee8-a6d69db7ab5e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ea1fb84f-049c-478a-8ee8-a6d69db7ab5e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:56:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b7a2c790-3dd4-439b-b3b3-16c8f720656a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b7a2c790-3dd4-439b-b3b3-16c8f720656a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:56:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b7a2c790-3dd4-439b-b3b3-16c8f720656a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e8966658-a1e1-4e1f-a62c-8d54c43aeb98", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:56:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e8966658-a1e1-4e1f-a62c-8d54c43aeb98", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:56:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e8966658-a1e1-4e1f-a62c-8d54c43aeb98", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:56:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e8966658-a1e1-4e1f-a62c-8d54c43aeb98", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T23:56:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e8966658-a1e1-4e1f-a62c-8d54c43aeb98", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "e8966658-a1e1-4e1f-a62c-8d54c43aeb98", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:56:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "367fac76-9e6e-4a1d-934d-97d1de47589e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:56:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "367fac76-9e6e-4a1d-934d-97d1de47589e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:56:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "367fac76-9e6e-4a1d-934d-97d1de47589e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:56:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "367fac76-9e6e-4a1d-934d-97d1de47589e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T23:56:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "367fac76-9e6e-4a1d-934d-97d1de47589e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "367fac76-9e6e-4a1d-934d-97d1de47589e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:56:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc0f3d2c-9662-4e28-9882-8bfec43cbead", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc0f3d2c-9662-4e28-9882-8bfec43cbead", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:56:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc0f3d2c-9662-4e28-9882-8bfec43cbead", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c1ba3465-f154-47a9-b573-8d0e27a64129", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:56:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c1ba3465-f154-47a9-b573-8d0e27a64129", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:56:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c1ba3465-f154-47a9-b573-8d0e27a64129", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:56:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c1ba3465-f154-47a9-b573-8d0e27a64129", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T23:56:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c1ba3465-f154-47a9-b573-8d0e27a64129", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c1ba3465-f154-47a9-b573-8d0e27a64129", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:56:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "81057d20-78f5-407d-adb6-844c9d92fed6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "81057d20-78f5-407d-adb6-844c9d92fed6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "81057d20-78f5-407d-adb6-844c9d92fed6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "81057d20-78f5-407d-adb6-844c9d92fed6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T23:56:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "81057d20-78f5-407d-adb6-844c9d92fed6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "81057d20-78f5-407d-adb6-844c9d92fed6", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2521f5b-27b1-44b8-abbf-1c97deafeb79", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2521f5b-27b1-44b8-abbf-1c97deafeb79", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:56:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2521f5b-27b1-44b8-abbf-1c97deafeb79", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:56:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "18f94f67-4a5e-439f-b969-2e8e8afefc53", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "18f94f67-4a5e-439f-b969-2e8e8afefc53", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "18f94f67-4a5e-439f-b969-2e8e8afefc53", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "18f94f67-4a5e-439f-b969-2e8e8afefc53", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T23:56:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "18f94f67-4a5e-439f-b969-2e8e8afefc53", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "18f94f67-4a5e-439f-b969-2e8e8afefc53", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "05cb21e0-a7cc-4e45-8a13-5b0319b2d4c6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "05cb21e0-a7cc-4e45-8a13-5b0319b2d4c6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "05cb21e0-a7cc-4e45-8a13-5b0319b2d4c6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:56:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "05cb21e0-a7cc-4e45-8a13-5b0319b2d4c6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T23:56:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "05cb21e0-a7cc-4e45-8a13-5b0319b2d4c6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:56:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "05cb21e0-a7cc-4e45-8a13-5b0319b2d4c6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:57:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c887ee2-ffd0-4eff-b6a9-79b58374f8c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:57:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c887ee2-ffd0-4eff-b6a9-79b58374f8c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:57:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c887ee2-ffd0-4eff-b6a9-79b58374f8c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:57:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b4ddcc37-5895-40db-9858-530613f35407", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:57:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b4ddcc37-5895-40db-9858-530613f35407", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:57:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b4ddcc37-5895-40db-9858-530613f35407", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:57:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b4ddcc37-5895-40db-9858-530613f35407", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T23:57:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b4ddcc37-5895-40db-9858-530613f35407", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:57:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b4ddcc37-5895-40db-9858-530613f35407", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:57:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "06882511-ca08-453c-8c35-dc08a3a61411", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:57:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "06882511-ca08-453c-8c35-dc08a3a61411", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:57:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "06882511-ca08-453c-8c35-dc08a3a61411", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:57:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "06882511-ca08-453c-8c35-dc08a3a61411", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T23:57:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "06882511-ca08-453c-8c35-dc08a3a61411", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:57:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "06882511-ca08-453c-8c35-dc08a3a61411", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:57:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab58b077-aae9-4b86-90ce-eb1029df08ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:57:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab58b077-aae9-4b86-90ce-eb1029df08ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T23:57:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab58b077-aae9-4b86-90ce-eb1029df08ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T23:57:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b2930471-60d5-44da-bbb2-f75f41bb2129", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:57:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b2930471-60d5-44da-bbb2-f75f41bb2129", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:57:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b2930471-60d5-44da-bbb2-f75f41bb2129", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:57:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b2930471-60d5-44da-bbb2-f75f41bb2129", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T23:57:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b2930471-60d5-44da-bbb2-f75f41bb2129", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:57:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "b2930471-60d5-44da-bbb2-f75f41bb2129", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:57:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "05832cb4-d98d-4402-a2d6-1b8c041be204", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:57:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "05832cb4-d98d-4402-a2d6-1b8c041be204", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:57:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "05832cb4-d98d-4402-a2d6-1b8c041be204", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:57:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "05832cb4-d98d-4402-a2d6-1b8c041be204", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T23:57:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "05832cb4-d98d-4402-a2d6-1b8c041be204", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:57:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "05832cb4-d98d-4402-a2d6-1b8c041be204", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T23:57:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3a9b4958-e4b8-4e13-a874-2db4d9e5d332", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:57:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3a9b4958-e4b8-4e13-a874-2db4d9e5d332", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:57:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3a9b4958-e4b8-4e13-a874-2db4d9e5d332", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:57:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3a9b4958-e4b8-4e13-a874-2db4d9e5d332", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T23:57:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3a9b4958-e4b8-4e13-a874-2db4d9e5d332", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:57:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3a9b4958-e4b8-4e13-a874-2db4d9e5d332", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T23:58:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8e0b2b74-2bb3-4e4e-b4e0-a8cafa0b52da", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:58:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8e0b2b74-2bb3-4e4e-b4e0-a8cafa0b52da", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:58:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8e0b2b74-2bb3-4e4e-b4e0-a8cafa0b52da", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:58:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8e0b2b74-2bb3-4e4e-b4e0-a8cafa0b52da", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T23:58:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8e0b2b74-2bb3-4e4e-b4e0-a8cafa0b52da", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:58:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8e0b2b74-2bb3-4e4e-b4e0-a8cafa0b52da", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T23:58:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "79abf5fc-99e4-44f9-b798-138ec77c3689", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:58:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "79abf5fc-99e4-44f9-b798-138ec77c3689", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:58:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "79abf5fc-99e4-44f9-b798-138ec77c3689", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:58:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "79abf5fc-99e4-44f9-b798-138ec77c3689", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T23:58:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "79abf5fc-99e4-44f9-b798-138ec77c3689", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:58:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "79abf5fc-99e4-44f9-b798-138ec77c3689", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:58:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6220603a-2856-4404-abe3-a3781b5f7dd7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:58:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6220603a-2856-4404-abe3-a3781b5f7dd7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:58:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6220603a-2856-4404-abe3-a3781b5f7dd7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:58:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6220603a-2856-4404-abe3-a3781b5f7dd7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T23:58:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6220603a-2856-4404-abe3-a3781b5f7dd7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:58:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6220603a-2856-4404-abe3-a3781b5f7dd7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T23:58:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "70e45cc7-dd82-41b7-9bd0-08e1115e74f5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:58:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "70e45cc7-dd82-41b7-9bd0-08e1115e74f5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:58:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "70e45cc7-dd82-41b7-9bd0-08e1115e74f5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:58:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "70e45cc7-dd82-41b7-9bd0-08e1115e74f5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T23:58:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "70e45cc7-dd82-41b7-9bd0-08e1115e74f5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T23:58:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "70e45cc7-dd82-41b7-9bd0-08e1115e74f5", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T23:58:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "c8c5891d-a9c2-41c5-9ed8-a5d82f964ca3", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T23:58:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "95cf1af9-c2dd-4e40-9ac3-bde4b55477d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T23:58:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "662f4f6a-2c9f-4486-b4cb-e256399e0cea", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T23:58:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "662f4f6a-2c9f-4486-b4cb-e256399e0cea", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T23:58:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79e35552-64a9-410f-a42c-523fd87a7c86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T23:58:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "c77ebdfc-a630-4f39-93f6-8caeefab660d", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T23:58:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "47d08a3f-dfeb-4814-a1be-8df5cb9da94b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T23:58:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "47d08a3f-dfeb-4814-a1be-8df5cb9da94b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T23:58:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dde37499-5f6e-4b20-a9fb-b0c5fc6ea447", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T23:58:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "0ddfa9da-eedc-4cdf-b27e-6057efbf1abe", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T23:58:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "e22ee0cf-08bd-42a5-8020-2347869bd183", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-09T23:58:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "102a7f27-be3a-4f66-8bc5-0ca0c5151e66", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T23:58:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "102a7f27-be3a-4f66-8bc5-0ca0c5151e66", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T23:58:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aaa9f7bc-2142-4cf9-911a-b79482d1d1db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-09T23:58:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "a7679392-9764-496e-95ec-ab37635bfb74", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T23:58:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "8612deea-cde1-450f-b73a-0aacb011ced8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T23:58:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "8612deea-cde1-450f-b73a-0aacb011ced8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-09T23:58:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fc78874-74fb-4ae6-9be2-f39a0385ceed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-10T00:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ca9e41f2-cef4-4172-8faa-48fe780dd042", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7e259608-0cfc-4738-ad2f-76f70ef37595", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "979e3566-92b5-4849-a4c7-39e721b4343c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:00:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "979e3566-92b5-4849-a4c7-39e721b4343c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e9b37d87-4cd8-4b7e-aa38-1a9c2208a755", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5241e1db-0fd6-4e19-8cca-a801d12383e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d5948d66-c1de-417f-b8ad-9082cd0334c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:00:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d5948d66-c1de-417f-b8ad-9082cd0334c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "187ba2e7-3bb4-4a66-8fec-b9d28a0c05bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a368d8e2-49ff-40b9-bd02-6a88f7aceaa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a368d8e2-49ff-40b9-bd02-6a88f7aceaa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:00:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a368d8e2-49ff-40b9-bd02-6a88f7aceaa4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T00:00:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2314f00f-6f25-4001-93c8-89b445c2337d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2314f00f-6f25-4001-93c8-89b445c2337d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4bce160c-b8d4-42b4-bc7f-d3f5abd8a515", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4bce160c-b8d4-42b4-bc7f-d3f5abd8a515", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e46e653-1114-42de-8936-041fad8421d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:00:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e46e653-1114-42de-8936-041fad8421d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-10T00:01:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5fa970df-62cb-4691-9aab-d56a1e2abc42", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e45eda43-a3bd-4edd-9780-7b7d5057d8ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cb066d54-8160-442e-9064-984aee212664", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:01:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cb066d54-8160-442e-9064-984aee212664", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "766507a1-f4d1-4ec9-81c2-4601ca81c976", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fbd2fee-8ae7-484f-b249-e8f40ebba0b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "44b2b7eb-b028-4aa8-ba23-40303da55f77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:01:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "44b2b7eb-b028-4aa8-ba23-40303da55f77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2aee767f-bdc6-4cd3-bf34-9a2f0453b5f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "87a9f4a6-5e59-4eea-9872-53f867365cb7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:01:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "87a9f4a6-5e59-4eea-9872-53f867365cb7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:01:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "87a9f4a6-5e59-4eea-9872-53f867365cb7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:01:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "87a9f4a6-5e59-4eea-9872-53f867365cb7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-10T00:01:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "87a9f4a6-5e59-4eea-9872-53f867365cb7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-10T00:01:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "87a9f4a6-5e59-4eea-9872-53f867365cb7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-10T00:01:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f792c24-c7bb-4982-8b02-ac3a6d4ed852", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f792c24-c7bb-4982-8b02-ac3a6d4ed852", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:01:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f792c24-c7bb-4982-8b02-ac3a6d4ed852", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T00:01:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "11758b96-3375-4b52-acd1-d4443cc90347", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "11758b96-3375-4b52-acd1-d4443cc90347", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:01:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "11758b96-3375-4b52-acd1-d4443cc90347", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T00:01:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1a8fa3ad-e5c3-4bd5-badc-80b01b224f65", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1a8fa3ad-e5c3-4bd5-badc-80b01b224f65", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eebf2a4-e713-4c8b-aa3d-8614b6604468", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eebf2a4-e713-4c8b-aa3d-8614b6604468", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a846613e-591f-4f41-ae05-939b58569d56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a846613e-591f-4f41-ae05-939b58569d56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-10T00:01:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "openshift-service-ca.crt", "reconcileID": "8ff4c72f-bc77-4388-bd3c-d01771321756", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:01:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "odh-trusted-ca-bundle", "reconcileID": "a07947f6-cc11-4cb2-9d70-525973e4cb13", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:01:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "openshift-service-ca.crt", "reconcileID": "ba8fcf7f-757c-420c-9f27-77dee0f493f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-52a1ec", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:01:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "openshift-service-ca.crt", "reconcileID": "ba8fcf7f-757c-420c-9f27-77dee0f493f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:01:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22014f74-83f3-401b-ab30-f4261367dd4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:01:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "openshift-service-ca.crt", "reconcileID": "d82df236-4d09-4be3-932f-12bba58c8936", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:01:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "odh-trusted-ca-bundle", "reconcileID": "8965ec63-93a9-4392-8521-55e7abf45cd2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-52a1ec", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:01:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "odh-trusted-ca-bundle", "reconcileID": "8965ec63-93a9-4392-8521-55e7abf45cd2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:01:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "838a592a-5265-4853-83f0-42c63dfaf919", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9cb22e53-5d0d-4273-a005-14122c24079b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9cb22e53-5d0d-4273-a005-14122c24079b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9cb22e53-5d0d-4273-a005-14122c24079b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39d99a75-af66-4b59-b3e8-5bd0e088099d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39d99a75-af66-4b59-b3e8-5bd0e088099d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "39d99a75-af66-4b59-b3e8-5bd0e088099d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41745fe6-ce33-456c-9f00-2cfe25f32bf6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41745fe6-ce33-456c-9f00-2cfe25f32bf6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:02:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41745fe6-ce33-456c-9f00-2cfe25f32bf6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90a56caa-7bcc-4e0f-b5cd-9cf8f5f20ca5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90a56caa-7bcc-4e0f-b5cd-9cf8f5f20ca5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:02:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90a56caa-7bcc-4e0f-b5cd-9cf8f5f20ca5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670ec921-f699-4f7d-bd98-4dc4ffe6eefd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:02:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670ec921-f699-4f7d-bd98-4dc4ffe6eefd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-52a1ec", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:02:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670ec921-f699-4f7d-bd98-4dc4ffe6eefd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-52a1ec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T00:02:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "odh-trusted-ca-bundle", "reconcileID": "f418816c-7e53-4735-aac3-6ca6972a2080", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:02:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "odh-trusted-ca-bundle", "reconcileID": "f418816c-7e53-4735-aac3-6ca6972a2080", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:02:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "openshift-service-ca.crt", "reconcileID": "a07a398a-82c9-46a1-ad78-34be0ca2cc09", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:02:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "openshift-service-ca.crt", "reconcileID": "a07a398a-82c9-46a1-ad78-34be0ca2cc09", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:02:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e05ed21-0232-4422-a23c-2599cd8a060b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:02:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-52a1ec"}, "namespace": "e2e-modelref-52a1ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e05ed21-0232-4422-a23c-2599cd8a060b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-52a1ec"} 2026-06-10T00:02:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "openshift-service-ca.crt", "reconcileID": "dd1639e0-edcb-40d5-8bc6-d3717b739ab7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "odh-trusted-ca-bundle", "reconcileID": "601090bd-dc64-4f9d-bfa7-960e5c91a144", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "openshift-service-ca.crt", "reconcileID": "b5bf62cf-ad35-4c66-9240-916b43141c54", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-490897", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:02:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "openshift-service-ca.crt", "reconcileID": "b5bf62cf-ad35-4c66-9240-916b43141c54", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ae190da-ecf6-47f0-b29b-4d52435094de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "openshift-service-ca.crt", "reconcileID": "4838be25-0a3d-449a-be43-c142b723e7af", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "odh-trusted-ca-bundle", "reconcileID": "b569aa20-5293-4578-b302-3653a4f80ee0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-490897", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:02:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "odh-trusted-ca-bundle", "reconcileID": "b569aa20-5293-4578-b302-3653a4f80ee0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0302ab5b-c5b0-48c8-ac26-636999067e99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6dc4c05e-74e1-4bee-a5d1-5a3be04b6bb1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6dc4c05e-74e1-4bee-a5d1-5a3be04b6bb1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:02:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6dc4c05e-74e1-4bee-a5d1-5a3be04b6bb1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c896f31d-3ddc-4a7b-befb-d0228298a340", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c896f31d-3ddc-4a7b-befb-d0228298a340", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:02:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c896f31d-3ddc-4a7b-befb-d0228298a340", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "384c5d9d-7fcd-4f17-a65d-9f7c05d58de2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "384c5d9d-7fcd-4f17-a65d-9f7c05d58de2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:02:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "384c5d9d-7fcd-4f17-a65d-9f7c05d58de2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b9c05b8-9c3b-492f-9816-8b4d82d495d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b9c05b8-9c3b-492f-9816-8b4d82d495d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:02:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b9c05b8-9c3b-492f-9816-8b4d82d495d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:02:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd3f64b7-b47c-47e1-a7e2-e9d09349a558", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd3f64b7-b47c-47e1-a7e2-e9d09349a558", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-490897", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:02:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd3f64b7-b47c-47e1-a7e2-e9d09349a558", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-490897 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T00:02:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "odh-trusted-ca-bundle", "reconcileID": "83c9d9aa-c849-4286-bd65-2a96ecf5e005", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "odh-trusted-ca-bundle", "reconcileID": "83c9d9aa-c849-4286-bd65-2a96ecf5e005", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "openshift-service-ca.crt", "reconcileID": "187735c4-5116-45b4-a7be-886f3ae8f28c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "openshift-service-ca.crt", "reconcileID": "187735c4-5116-45b4-a7be-886f3ae8f28c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bf37141-5c08-4cc6-bd26-605ccf88e0b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-490897"} 2026-06-10T00:02:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-490897"}, "namespace": "e2e-modelref-490897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bf37141-5c08-4cc6-bd26-605ccf88e0b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-490897"} 2026-06-10T00:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "openshift-service-ca.crt", "reconcileID": "7f8bf464-b4d4-47d7-9a00-e0616e100f86", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "odh-trusted-ca-bundle", "reconcileID": "13bc1e96-86e9-4edd-8d76-3d0e3dd409d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "openshift-service-ca.crt", "reconcileID": "8fea7ce9-2dd9-411f-8418-d7708e03ef11", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-5db5fd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:03:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "openshift-service-ca.crt", "reconcileID": "8fea7ce9-2dd9-411f-8418-d7708e03ef11", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5deaff4c-85c2-4cc5-98f1-6f6c4cdf685f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "openshift-service-ca.crt", "reconcileID": "0d9c6e47-2ab5-4eea-8db4-ab47c257d93d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "odh-trusted-ca-bundle", "reconcileID": "c4e2fff3-9d4b-47af-8451-fe2af35d61d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-5db5fd", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:03:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "odh-trusted-ca-bundle", "reconcileID": "c4e2fff3-9d4b-47af-8451-fe2af35d61d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65379c41-1a8b-4657-b940-b4c51c75c558", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78b18cd4-e54e-47b9-92dd-55b530bf03bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78b18cd4-e54e-47b9-92dd-55b530bf03bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-5db5fd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:03:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78b18cd4-e54e-47b9-92dd-55b530bf03bd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-5db5fd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T00:03:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "odh-trusted-ca-bundle", "reconcileID": "1774ec57-d9a7-49c7-89bf-04d35309f7b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "odh-trusted-ca-bundle", "reconcileID": "1774ec57-d9a7-49c7-89bf-04d35309f7b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "openshift-service-ca.crt", "reconcileID": "29ef48af-0107-4b30-a7e8-dcac6ea9588f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "openshift-service-ca.crt", "reconcileID": "29ef48af-0107-4b30-a7e8-dcac6ea9588f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0c85887-40b1-4662-be5c-a983b00f387a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-5db5fd"}, "namespace": "e2e-webhook-test-5db5fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0c85887-40b1-4662-be5c-a983b00f387a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-5db5fd"} 2026-06-10T00:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "openshift-service-ca.crt", "reconcileID": "f50a3e19-9ba7-4211-9fc2-f1955e968e2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "odh-trusted-ca-bundle", "reconcileID": "5e09a42d-1f04-44b6-8de9-7707596deaf2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "openshift-service-ca.crt", "reconcileID": "8ec40a11-a198-4bec-9a3a-f052456dfc39", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-893bd1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:03:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "openshift-service-ca.crt", "reconcileID": "8ec40a11-a198-4bec-9a3a-f052456dfc39", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba3a3034-3906-4358-a545-118e5f22625f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "openshift-service-ca.crt", "reconcileID": "72ee010a-c083-49aa-bf11-ece7e9b78f9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "odh-trusted-ca-bundle", "reconcileID": "b7f2e0be-1c36-4c74-8d78-3edf86fada1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-893bd1", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:03:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "odh-trusted-ca-bundle", "reconcileID": "b7f2e0be-1c36-4c74-8d78-3edf86fada1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09d50c8e-94eb-42b4-925d-797a65b8580a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "394c9b48-2117-46da-98ca-aff52422b452", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "394c9b48-2117-46da-98ca-aff52422b452", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-893bd1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:03:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "394c9b48-2117-46da-98ca-aff52422b452", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-893bd1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T00:03:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "odh-trusted-ca-bundle", "reconcileID": "a2a5f9dc-6a20-4094-a213-082533222605", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "odh-trusted-ca-bundle", "reconcileID": "a2a5f9dc-6a20-4094-a213-082533222605", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "openshift-service-ca.crt", "reconcileID": "3fe7fb54-85cb-420d-8cc8-55a37cadbcfd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "openshift-service-ca.crt", "reconcileID": "3fe7fb54-85cb-420d-8cc8-55a37cadbcfd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "882feae5-338d-4ed6-97dd-070888ac23f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-893bd1"}, "namespace": "e2e-webhook-test-893bd1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "882feae5-338d-4ed6-97dd-070888ac23f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-893bd1"} 2026-06-10T00:03:43Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T00:03:43Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T00:03:44Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T00:03:44Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T00:16:42Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T00:16:42Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T00:16:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T00:16:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-10T00:20:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c7c4f89-dfda-4710-a568-db13351ce3dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:20:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c7c4f89-dfda-4710-a568-db13351ce3dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:20:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c7c4f89-dfda-4710-a568-db13351ce3dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:20:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "09b8a825-dc4f-4041-bf71-bf6f8f5d64b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:20:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "09b8a825-dc4f-4041-bf71-bf6f8f5d64b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:20:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "09b8a825-dc4f-4041-bf71-bf6f8f5d64b1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:20:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70b797f9-cd0c-40cd-a0f1-e68622782202", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:20:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70b797f9-cd0c-40cd-a0f1-e68622782202", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:20:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70b797f9-cd0c-40cd-a0f1-e68622782202", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:20:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "152c8951-1f04-4a91-9885-38f85be9a77c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:20:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "152c8951-1f04-4a91-9885-38f85be9a77c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-10T00:20:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "152c8951-1f04-4a91-9885-38f85be9a77c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-10T00:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fcd86ce8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fcd86ce8", "reconcileID": "62f71155-7a9f-48fd-a404-1f54d9264fac", "Gateway": "e2e-ait-fcd86ce8", "namespace": "openshift-ingress"} 2026-06-10T00:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fcd86ce8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fcd86ce8", "reconcileID": "d6b9234a-58e8-4c93-bd1c-ae8fe8d9425a", "Gateway": "e2e-ait-fcd86ce8", "namespace": "openshift-ingress"} 2026-06-10T00:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fcd86ce8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fcd86ce8", "reconcileID": "97dd3682-76f9-4a57-83f7-cc0d6a8f5ca1", "Gateway": "e2e-ait-fcd86ce8", "namespace": "openshift-ingress"} 2026-06-10T00:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fcd86ce8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fcd86ce8", "reconcileID": "2bbea0b5-a900-4ef4-bd7e-594818032f2e", "Gateway": "e2e-ait-fcd86ce8", "namespace": "openshift-ingress"} 2026-06-10T00:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fcd86ce8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fcd86ce8", "reconcileID": "043dec72-8ed2-42e9-b2e7-0ce01c67ccec", "Gateway": "e2e-ait-fcd86ce8", "namespace": "openshift-ingress"} 2026-06-10T00:20:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "openshift-service-ca.crt", "reconcileID": "2df42982-b3f2-42ae-8880-01f71bac3f3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:20:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "openshift-service-ca.crt", "reconcileID": "39682626-dbdc-44d7-bf28-ccb223346d2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fcd86ce8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:20:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "openshift-service-ca.crt", "reconcileID": "39682626-dbdc-44d7-bf28-ccb223346d2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:20:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "odh-trusted-ca-bundle", "reconcileID": "37f39002-a35e-4fa3-beb1-e2fe19ec667e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:20:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34a43c89-2a8a-4aa5-b1ec-5c9e979a7619", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:20:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "openshift-service-ca.crt", "reconcileID": "bac38d0c-4971-4a02-bb44-5580adfdb4e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:20:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "odh-trusted-ca-bundle", "reconcileID": "a421648c-1463-43dc-bc1d-addec9edcb76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fcd86ce8", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:20:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "odh-trusted-ca-bundle", "reconcileID": "a421648c-1463-43dc-bc1d-addec9edcb76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:20:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d3702de-d43e-4440-b3a1-66302e116968", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fcd86ce8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fcd86ce8", "reconcileID": "e38ec725-3ca6-47f6-ba4e-ab4fc2b6828c", "Gateway": "e2e-ait-fcd86ce8", "namespace": "openshift-ingress"} 2026-06-10T00:20:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-fcd86ce8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-fcd86ce8", "reconcileID": "157505a3-48fa-4e86-a8de-96774da380b0", "Gateway": "e2e-ait-fcd86ce8", "namespace": "openshift-ingress"} 2026-06-10T00:21:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78f25e8d-4c4c-4083-b2ba-38abb057e120", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:21:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78f25e8d-4c4c-4083-b2ba-38abb057e120", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fcd86ce8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:21:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78f25e8d-4c4c-4083-b2ba-38abb057e120", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-fcd86ce8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T00:21:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "odh-trusted-ca-bundle", "reconcileID": "d59c7209-3e3a-4da4-aa75-5160652c684d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "odh-trusted-ca-bundle", "reconcileID": "d59c7209-3e3a-4da4-aa75-5160652c684d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:21:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "openshift-service-ca.crt", "reconcileID": "c59c58e7-6898-4d64-8fad-8d5e560d9b32", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "openshift-service-ca.crt", "reconcileID": "c59c58e7-6898-4d64-8fad-8d5e560d9b32", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:21:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94d56ebc-4d24-4353-963f-77b7369dd696", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-fcd86ce8"}, "namespace": "e2e-aitenant-fcd86ce8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94d56ebc-4d24-4353-963f-77b7369dd696", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-fcd86ce8"} 2026-06-10T00:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c25c06b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c25c06b", "reconcileID": "7315123f-34d4-4cf3-9600-dfd3d3506d94", "Gateway": "e2e-ait-4c25c06b", "namespace": "openshift-ingress"} 2026-06-10T00:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c25c06b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c25c06b", "reconcileID": "fd3b7acf-b1fd-4dcd-a216-16aad5c3fbed", "Gateway": "e2e-ait-4c25c06b", "namespace": "openshift-ingress"} 2026-06-10T00:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c25c06b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c25c06b", "reconcileID": "9a6f5531-6218-4f29-bb19-799fce6153b0", "Gateway": "e2e-ait-4c25c06b", "namespace": "openshift-ingress"} 2026-06-10T00:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c25c06b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c25c06b", "reconcileID": "3d10b675-a713-48ea-aa42-c635c971f640", "Gateway": "e2e-ait-4c25c06b", "namespace": "openshift-ingress"} 2026-06-10T00:21:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c25c06b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c25c06b", "reconcileID": "4f178bd3-b33c-454d-a5cb-f5853970b061", "Gateway": "e2e-ait-4c25c06b", "namespace": "openshift-ingress"} 2026-06-10T00:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "openshift-service-ca.crt", "reconcileID": "c6872211-f407-43e9-a766-ad89f3347f0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "odh-trusted-ca-bundle", "reconcileID": "4a0f1458-d0d8-4eb4-ba10-a74eb12c8f29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "openshift-service-ca.crt", "reconcileID": "338c8330-3eb9-4571-9b36-40e04db5f9bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c25c06b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:21:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "openshift-service-ca.crt", "reconcileID": "338c8330-3eb9-4571-9b36-40e04db5f9bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51c66a21-575e-4f54-b8e6-5f6b62026205", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "openshift-service-ca.crt", "reconcileID": "89acbc02-9cef-4be6-9c28-eae0afbf3dde", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "odh-trusted-ca-bundle", "reconcileID": "df2b65e2-ffb3-4afb-96b1-9d73d7ca1ba8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c25c06b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:21:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "odh-trusted-ca-bundle", "reconcileID": "df2b65e2-ffb3-4afb-96b1-9d73d7ca1ba8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b527e2d-f814-4f7a-b844-b752b5305023", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c25c06b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c25c06b", "reconcileID": "c5cf592e-deb6-46c8-b7b9-860ce3aa0b7d", "Gateway": "e2e-ait-4c25c06b", "namespace": "openshift-ingress"} 2026-06-10T00:21:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4c25c06b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4c25c06b", "reconcileID": "ee5849c7-93bd-460d-8f6f-883aa6e9dde8", "Gateway": "e2e-ait-4c25c06b", "namespace": "openshift-ingress"} 2026-06-10T00:21:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4012ca35-180b-4ba4-aba2-9145b56692a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4012ca35-180b-4ba4-aba2-9145b56692a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c25c06b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-10T00:21:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4012ca35-180b-4ba4-aba2-9145b56692a3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-4c25c06b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-10T00:21:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "odh-trusted-ca-bundle", "reconcileID": "a369c9e0-d579-4a73-bbd4-330b499b51b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "odh-trusted-ca-bundle", "reconcileID": "a369c9e0-d579-4a73-bbd4-330b499b51b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "openshift-service-ca.crt", "reconcileID": "ce9e2fb4-b8c8-4c68-9a83-8c3151902f6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "openshift-service-ca.crt", "reconcileID": "ce9e2fb4-b8c8-4c68-9a83-8c3151902f6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b829099-5857-4c80-94b1-5278cd5a6a6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c25c06b"} 2026-06-10T00:21:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4c25c06b"}, "namespace": "e2e-aitenant-4c25c06b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b829099-5857-4c80-94b1-5278cd5a6a6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4c25c06b"}