2026-06-08T13:52:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "c2e35bf5-915a-4c41-a8fd-9753ac9f0da6", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:52:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "c2e35bf5-915a-4c41-a8fd-9753ac9f0da6", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-08T13:52:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "6b528393-735b-4177-a838-86d92f99d223", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-08T13:52:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f67ab443-a117-47bf-998d-8f2d07524606", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T13:52:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "10cbd4fb-574d-4f38-b94a-08727f1c44ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:52:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "10cbd4fb-574d-4f38-b94a-08727f1c44ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T13:52:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a513c37-4ac5-4072-a021-496712a6505c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T13:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "fad62e75-6c73-404f-93ff-21750b2f3eb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T13:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "728e88f3-7b11-4223-a619-4110e2710a72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:53:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "fdf245d9-a447-495b-bf59-df7f77d56dd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:53:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "fdf245d9-a447-495b-bf59-df7f77d56dd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T13:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "89b6bb00-385d-4cb3-87eb-446593f3793d", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39175c35-0fae-46d7-9dee-8e1b8cbda4ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "2126ddd1-a909-47fb-9b77-fc56d80b2480", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "384807de-c29b-4a53-bfcd-cf4b86f98b84", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T13:53:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18f7d47e-a397-456e-bc80-e39faab82b18", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:53:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18f7d47e-a397-456e-bc80-e39faab82b18", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:53:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1fc8d0de-bc62-40d7-8185-951af0963023", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:53:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1fc8d0de-bc62-40d7-8185-951af0963023", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2956cf9d-c9c9-422c-9b34-bd39678a2c1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:53:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "43d793a2-2ecb-41b5-aefa-ebceaccf5522", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:53:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "43d793a2-2ecb-41b5-aefa-ebceaccf5522", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "03220bf4-7d39-4975-a709-e8700a2f770e", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df1300fb-2818-48a5-84fc-6f21c44b38fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T13:53:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "af1bb94f-8e5a-4d40-8e92-6975e55f30a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:53:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "af1bb94f-8e5a-4d40-8e92-6975e55f30a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6096ab4d-5961-4ed3-b942-33ae58707055", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T13:54:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad5c24e4-0adc-4dbb-8896-e8de9a40c290", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad5c24e4-0adc-4dbb-8896-e8de9a40c290", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad5c24e4-0adc-4dbb-8896-e8de9a40c290", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4e565b8-70da-4335-9dc2-75034f7a6029", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:54:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4e565b8-70da-4335-9dc2-75034f7a6029", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f4e565b8-70da-4335-9dc2-75034f7a6029", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "f8053230-31ba-4a02-a387-9f193f5a3ff7", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:55:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "debc3846-06f0-464d-a3f2-d30ec2ac76ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T13:55:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "de0e73a6-8ff0-45b4-a8b4-2f729728e053", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:55:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "de0e73a6-8ff0-45b4-a8b4-2f729728e053", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:55:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "3e470270-1078-4046-b506-c3fc7d0e73a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:55:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "3e470270-1078-4046-b506-c3fc7d0e73a2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:55:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ae6e591-fd68-43c3-8e50-348e360af876", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:55:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ae6e591-fd68-43c3-8e50-348e360af876", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T13:55:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "a4f72de6-01ee-43ac-91a6-139e22084ae7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T13:55:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "385a639a-5cdd-4f99-bbe1-f11b42d162b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T13:55:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "490e139e-1d6c-443f-a8d0-08328ff7aa0d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f8a05ba-6177-45c6-aa9a-8b384bd29e28", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f8a05ba-6177-45c6-aa9a-8b384bd29e28", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f8a05ba-6177-45c6-aa9a-8b384bd29e28", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9bbb5573-cef6-4819-bfdf-1407a2109a40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9bbb5573-cef6-4819-bfdf-1407a2109a40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f8a05ba-6177-45c6-aa9a-8b384bd29e28", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:55:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f8a05ba-6177-45c6-aa9a-8b384bd29e28", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "5f8a05ba-6177-45c6-aa9a-8b384bd29e28", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9bbb5573-cef6-4819-bfdf-1407a2109a40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8eb0beea-9104-4874-ae23-7954a821a509", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8eb0beea-9104-4874-ae23-7954a821a509", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8eb0beea-9104-4874-ae23-7954a821a509", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb711a6a-8555-4c1c-b635-3d503bdc7009", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8eb0beea-9104-4874-ae23-7954a821a509", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:55:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8eb0beea-9104-4874-ae23-7954a821a509", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8eb0beea-9104-4874-ae23-7954a821a509", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb711a6a-8555-4c1c-b635-3d503bdc7009", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cb711a6a-8555-4c1c-b635-3d503bdc7009", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8cdb6413-bac3-4ed6-b6db-2c9528464e93", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8cdb6413-bac3-4ed6-b6db-2c9528464e93", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8cdb6413-bac3-4ed6-b6db-2c9528464e93", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8cdb6413-bac3-4ed6-b6db-2c9528464e93", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:55:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8cdb6413-bac3-4ed6-b6db-2c9528464e93", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8cdb6413-bac3-4ed6-b6db-2c9528464e93", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cbaf65d5-7e95-46aa-b28c-8620c555b468", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cbaf65d5-7e95-46aa-b28c-8620c555b468", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cbaf65d5-7e95-46aa-b28c-8620c555b468", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35fb579d-17d6-41ef-84e4-2e42230a4b87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cbaf65d5-7e95-46aa-b28c-8620c555b468", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:55:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cbaf65d5-7e95-46aa-b28c-8620c555b468", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cbaf65d5-7e95-46aa-b28c-8620c555b468", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35fb579d-17d6-41ef-84e4-2e42230a4b87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35fb579d-17d6-41ef-84e4-2e42230a4b87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "24014273-109c-45aa-a7cf-11145310139e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "24014273-109c-45aa-a7cf-11145310139e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "24014273-109c-45aa-a7cf-11145310139e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "417b90c4-39f3-4226-9245-1d8079cd0ead", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "24014273-109c-45aa-a7cf-11145310139e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "24014273-109c-45aa-a7cf-11145310139e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "24014273-109c-45aa-a7cf-11145310139e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "417b90c4-39f3-4226-9245-1d8079cd0ead", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "417b90c4-39f3-4226-9245-1d8079cd0ead", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d72adfe3-6b5e-4fcc-82b6-2084348fa63a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d72adfe3-6b5e-4fcc-82b6-2084348fa63a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d72adfe3-6b5e-4fcc-82b6-2084348fa63a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd8ce286-4635-429c-926f-cb59d51164e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d72adfe3-6b5e-4fcc-82b6-2084348fa63a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d72adfe3-6b5e-4fcc-82b6-2084348fa63a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d72adfe3-6b5e-4fcc-82b6-2084348fa63a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd8ce286-4635-429c-926f-cb59d51164e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd8ce286-4635-429c-926f-cb59d51164e8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "af6d24dd-abe1-4820-92c7-aa2b5b160dee", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "af6d24dd-abe1-4820-92c7-aa2b5b160dee", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "af6d24dd-abe1-4820-92c7-aa2b5b160dee", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d6f7d89-4d6b-4481-9037-988026990326", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "af6d24dd-abe1-4820-92c7-aa2b5b160dee", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:55:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "af6d24dd-abe1-4820-92c7-aa2b5b160dee", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "af6d24dd-abe1-4820-92c7-aa2b5b160dee", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:55:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d6f7d89-4d6b-4481-9037-988026990326", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d6f7d89-4d6b-4481-9037-988026990326", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e04a29c-6751-4f4b-98b5-b7cd89c1f64c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e04a29c-6751-4f4b-98b5-b7cd89c1f64c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e04a29c-6751-4f4b-98b5-b7cd89c1f64c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4661695b-abe6-4605-8633-500e9dc192b3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4661695b-abe6-4605-8633-500e9dc192b3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4661695b-abe6-4605-8633-500e9dc192b3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4661695b-abe6-4605-8633-500e9dc192b3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:55:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4661695b-abe6-4605-8633-500e9dc192b3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4661695b-abe6-4605-8633-500e9dc192b3", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:55:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "eba6101f-41b7-49a9-b418-7f992fec4467", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "eba6101f-41b7-49a9-b418-7f992fec4467", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "eba6101f-41b7-49a9-b418-7f992fec4467", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "eba6101f-41b7-49a9-b418-7f992fec4467", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:55:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "eba6101f-41b7-49a9-b418-7f992fec4467", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "eba6101f-41b7-49a9-b418-7f992fec4467", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48fac73f-ee4b-4fdb-9427-39c873698803", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48fac73f-ee4b-4fdb-9427-39c873698803", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48fac73f-ee4b-4fdb-9427-39c873698803", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1efedaa-602a-4058-8425-b7eb0458f0d5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1efedaa-602a-4058-8425-b7eb0458f0d5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1efedaa-602a-4058-8425-b7eb0458f0d5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1efedaa-602a-4058-8425-b7eb0458f0d5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:55:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1efedaa-602a-4058-8425-b7eb0458f0d5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d1efedaa-602a-4058-8425-b7eb0458f0d5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "09e418a0-d1b6-423e-abd8-575c0dcd23d1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "09e418a0-d1b6-423e-abd8-575c0dcd23d1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "09e418a0-d1b6-423e-abd8-575c0dcd23d1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "09e418a0-d1b6-423e-abd8-575c0dcd23d1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:55:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "09e418a0-d1b6-423e-abd8-575c0dcd23d1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "09e418a0-d1b6-423e-abd8-575c0dcd23d1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f44e0ee7-6251-4a9f-942a-95a3820b95f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f44e0ee7-6251-4a9f-942a-95a3820b95f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f44e0ee7-6251-4a9f-942a-95a3820b95f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8cc1c452-1e82-47c5-a719-07db6945751c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8cc1c452-1e82-47c5-a719-07db6945751c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8cc1c452-1e82-47c5-a719-07db6945751c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8cc1c452-1e82-47c5-a719-07db6945751c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:55:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8cc1c452-1e82-47c5-a719-07db6945751c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8cc1c452-1e82-47c5-a719-07db6945751c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:55:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "98795612-c24c-418e-8e2d-e52844827517", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "98795612-c24c-418e-8e2d-e52844827517", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "98795612-c24c-418e-8e2d-e52844827517", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "98795612-c24c-418e-8e2d-e52844827517", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "98795612-c24c-418e-8e2d-e52844827517", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "98795612-c24c-418e-8e2d-e52844827517", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2632dc6-23d9-4038-9a99-c4abc38947fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2632dc6-23d9-4038-9a99-c4abc38947fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:55:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f2632dc6-23d9-4038-9a99-c4abc38947fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:55:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "606fbfbb-bfc1-4466-8678-85393a6a8999", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "606fbfbb-bfc1-4466-8678-85393a6a8999", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "606fbfbb-bfc1-4466-8678-85393a6a8999", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "606fbfbb-bfc1-4466-8678-85393a6a8999", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "606fbfbb-bfc1-4466-8678-85393a6a8999", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "606fbfbb-bfc1-4466-8678-85393a6a8999", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cdcc5626-40a9-4243-8580-0faa127e8138", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cdcc5626-40a9-4243-8580-0faa127e8138", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cdcc5626-40a9-4243-8580-0faa127e8138", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:55:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cdcc5626-40a9-4243-8580-0faa127e8138", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:55:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cdcc5626-40a9-4243-8580-0faa127e8138", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:55:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "cdcc5626-40a9-4243-8580-0faa127e8138", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:56:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "539146c6-b8fe-4954-9285-ab3ffd9e12e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:56:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "539146c6-b8fe-4954-9285-ab3ffd9e12e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:56:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "539146c6-b8fe-4954-9285-ab3ffd9e12e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:56:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "80f22ece-5e08-45ce-8f8d-36906208dfd0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:56:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "80f22ece-5e08-45ce-8f8d-36906208dfd0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:56:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "80f22ece-5e08-45ce-8f8d-36906208dfd0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:56:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "80f22ece-5e08-45ce-8f8d-36906208dfd0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:56:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "80f22ece-5e08-45ce-8f8d-36906208dfd0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "80f22ece-5e08-45ce-8f8d-36906208dfd0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:56:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8dd353a3-d079-4789-b9d2-1f23ed2df834", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8dd353a3-d079-4789-b9d2-1f23ed2df834", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8dd353a3-d079-4789-b9d2-1f23ed2df834", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8dd353a3-d079-4789-b9d2-1f23ed2df834", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:56:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8dd353a3-d079-4789-b9d2-1f23ed2df834", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8dd353a3-d079-4789-b9d2-1f23ed2df834", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2bd84f7-4d8d-4bb8-8706-92db7c196301", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:56:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2bd84f7-4d8d-4bb8-8706-92db7c196301", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T13:56:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2bd84f7-4d8d-4bb8-8706-92db7c196301", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T13:56:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "224a75e6-d3b6-4269-8b39-501149ddd7c3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "224a75e6-d3b6-4269-8b39-501149ddd7c3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "224a75e6-d3b6-4269-8b39-501149ddd7c3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "224a75e6-d3b6-4269-8b39-501149ddd7c3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:56:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "224a75e6-d3b6-4269-8b39-501149ddd7c3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "224a75e6-d3b6-4269-8b39-501149ddd7c3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:56:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "549e0696-fc25-4bf5-938b-3335635a50d7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:56:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "549e0696-fc25-4bf5-938b-3335635a50d7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:56:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "549e0696-fc25-4bf5-938b-3335635a50d7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:56:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "549e0696-fc25-4bf5-938b-3335635a50d7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T13:56:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "549e0696-fc25-4bf5-938b-3335635a50d7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "549e0696-fc25-4bf5-938b-3335635a50d7", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T13:56:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b573acc9-bbbc-40f4-85f3-5542506b7c32", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:56:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b573acc9-bbbc-40f4-85f3-5542506b7c32", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:56:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b573acc9-bbbc-40f4-85f3-5542506b7c32", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:56:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b573acc9-bbbc-40f4-85f3-5542506b7c32", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T13:56:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b573acc9-bbbc-40f4-85f3-5542506b7c32", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b573acc9-bbbc-40f4-85f3-5542506b7c32", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T13:56:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "34ae4d77-2602-4d64-a681-66db207357e1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:56:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "34ae4d77-2602-4d64-a681-66db207357e1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:56:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "34ae4d77-2602-4d64-a681-66db207357e1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:56:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "34ae4d77-2602-4d64-a681-66db207357e1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T13:56:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "34ae4d77-2602-4d64-a681-66db207357e1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "34ae4d77-2602-4d64-a681-66db207357e1", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T13:56:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0928b624-7b99-424b-8e9e-a5df1da32324", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:56:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0928b624-7b99-424b-8e9e-a5df1da32324", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:56:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0928b624-7b99-424b-8e9e-a5df1da32324", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:56:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0928b624-7b99-424b-8e9e-a5df1da32324", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:56:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0928b624-7b99-424b-8e9e-a5df1da32324", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:56:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0928b624-7b99-424b-8e9e-a5df1da32324", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b7e19565-eda9-4d6e-b175-96114be2c39b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b7e19565-eda9-4d6e-b175-96114be2c39b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b7e19565-eda9-4d6e-b175-96114be2c39b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b7e19565-eda9-4d6e-b175-96114be2c39b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T13:57:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b7e19565-eda9-4d6e-b175-96114be2c39b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:57:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b7e19565-eda9-4d6e-b175-96114be2c39b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T13:57:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "48dd4fc7-69f0-4c9e-a39d-4dac77548ef7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:57:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "48dd4fc7-69f0-4c9e-a39d-4dac77548ef7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:57:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "48dd4fc7-69f0-4c9e-a39d-4dac77548ef7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:57:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "48dd4fc7-69f0-4c9e-a39d-4dac77548ef7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T13:57:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "48dd4fc7-69f0-4c9e-a39d-4dac77548ef7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T13:57:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "48dd4fc7-69f0-4c9e-a39d-4dac77548ef7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T13:57:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "b70b98ab-854b-4386-b169-0e5719ab2d9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:57:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "d600812d-db2c-47e9-a17d-12b0007b0a33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:57:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "03dbe42d-c81d-4652-b27e-8e6b47cb74af", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:57:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "03dbe42d-c81d-4652-b27e-8e6b47cb74af", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:57:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4250d0a7-c126-4c49-839a-05b0ceb4cd74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:57:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "0acf45d9-c063-4655-acaa-103819964366", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T13:57:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "89db68b2-de22-439c-ac09-e7f665b29b9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:57:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "89db68b2-de22-439c-ac09-e7f665b29b9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:57:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45bc9944-5a10-4c29-856c-ff2e1e3b488d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T13:57:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "4a5e3ec7-7717-46ad-9067-ecb37a4d6b42", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:57:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "e9526d70-9796-48ee-8d87-7146d6306388", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:57:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "84ba1b1d-ad58-4171-9e50-b686c75afda8", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:57:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "84ba1b1d-ad58-4171-9e50-b686c75afda8", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:57:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "7c8c31ea-6dba-4821-bd57-c51d2196666f", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T13:57:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d9ee84-943e-435e-8b9f-5a5c249a795e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:57:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "d858b592-b100-4bc1-8da1-fb84501fd90c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:57:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "d858b592-b100-4bc1-8da1-fb84501fd90c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:57:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95fc29c6-f621-43a5-bf01-d41a2e4f8f6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T13:57:49Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:57:49Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:57:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:57:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T13:59:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3927fb9b-31b0-4085-bbc2-c827eee18b51", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "33dbcc2f-9099-4ef6-93ef-fd1d0f56b758", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "dbb6c803-dec9-4fc0-95d9-f93f88dddc60", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:59:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "dbb6c803-dec9-4fc0-95d9-f93f88dddc60", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "54b8455d-532d-4edd-a633-9ca3d3d815e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20da50c3-594e-4849-bf76-4818c1a51c55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "75439f98-f23b-4161-9626-e3f373563790", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:59:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "75439f98-f23b-4161-9626-e3f373563790", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbfe1ccb-6898-47b1-8fb7-e3032d631d99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c188cfa-4a97-42b8-b259-07fec7038ee3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c188cfa-4a97-42b8-b259-07fec7038ee3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T13:59:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c188cfa-4a97-42b8-b259-07fec7038ee3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T13:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9d2c0e1e-0ad3-4768-9b5e-35b545b3079f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9d2c0e1e-0ad3-4768-9b5e-35b545b3079f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "27bfef4b-b547-4c03-808d-60a3fabfc2df", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "27bfef4b-b547-4c03-808d-60a3fabfc2df", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72ccda75-9c4c-4f23-9c25-1cbd25ce7a0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T13:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72ccda75-9c4c-4f23-9c25-1cbd25ce7a0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T14:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ebb93cdd-5a8d-4587-8728-df81b9551711", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "fef0ccdf-2b57-4898-ac94-585a5dd538bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "edd64f6d-a2e0-4892-8d65-c407fbf5d307", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:00:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "edd64f6d-a2e0-4892-8d65-c407fbf5d307", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9e0c3c42-619f-4517-b8de-cae069875bac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29f4049b-dde3-42fb-9df4-793fc76311ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6d8c2eab-b848-419d-82d8-3dd0ba6904e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:00:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6d8c2eab-b848-419d-82d8-3dd0ba6904e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16871b81-cd6a-44cd-8b93-b817155fc796", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ac8c632-3656-42c1-9e9a-01846d68ad63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ac8c632-3656-42c1-9e9a-01846d68ad63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:00:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ac8c632-3656-42c1-9e9a-01846d68ad63", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:00:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7da0bd13-9b6b-49f5-9772-2a4951fa4d8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7da0bd13-9b6b-49f5-9772-2a4951fa4d8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d0a84cec-467e-4dd5-ada6-85ba4f5d4da5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d0a84cec-467e-4dd5-ada6-85ba4f5d4da5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69b1d80b-16ae-4191-b276-71b0a749db8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69b1d80b-16ae-4191-b276-71b0a749db8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "openshift-service-ca.crt", "reconcileID": "3a9e8eb6-438a-43a1-a989-5f46dd04ad9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "odh-trusted-ca-bundle", "reconcileID": "bd5433fa-dd66-4eb5-b9ae-5cb45cd8efa0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:00:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "openshift-service-ca.crt", "reconcileID": "02534bb0-2343-4403-864c-14094c1229bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3b43c6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:00:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "openshift-service-ca.crt", "reconcileID": "02534bb0-2343-4403-864c-14094c1229bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "openshift-service-ca.crt", "reconcileID": "c14a75b4-4d41-4163-94de-1caadf2bfd99", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f08b02d-bbfb-487d-81ca-5879a5d105d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:00:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "odh-trusted-ca-bundle", "reconcileID": "c763acd7-2e14-432a-b365-6a13d23fe3e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3b43c6", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:00:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "odh-trusted-ca-bundle", "reconcileID": "c763acd7-2e14-432a-b365-6a13d23fe3e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb5f7b6a-77c8-40a2-96c9-e9ad90794c2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3eb654c-08d7-4516-aecc-96a1368584cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3eb654c-08d7-4516-aecc-96a1368584cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3eb654c-08d7-4516-aecc-96a1368584cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86add89e-57cb-40e8-9471-8f0eee83da2c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86add89e-57cb-40e8-9471-8f0eee83da2c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86add89e-57cb-40e8-9471-8f0eee83da2c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed774072-d0c6-4dd0-9f9c-5d572350c25c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed774072-d0c6-4dd0-9f9c-5d572350c25c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:01:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed774072-d0c6-4dd0-9f9c-5d572350c25c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "06bce527-0c77-471b-a42d-d90b48cc628b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "06bce527-0c77-471b-a42d-d90b48cc628b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:01:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "06bce527-0c77-471b-a42d-d90b48cc628b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a191455-12dd-405b-9711-728e14e18770", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:01:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a191455-12dd-405b-9711-728e14e18770", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3b43c6", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a191455-12dd-405b-9711-728e14e18770", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-3b43c6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:01:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "odh-trusted-ca-bundle", "reconcileID": "c8e5ce35-db7f-42e3-8233-e64d8b3f286a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:01:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "odh-trusted-ca-bundle", "reconcileID": "c8e5ce35-db7f-42e3-8233-e64d8b3f286a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:01:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "openshift-service-ca.crt", "reconcileID": "9161effe-6d0d-409f-8820-24ecf3e69147", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:01:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "openshift-service-ca.crt", "reconcileID": "9161effe-6d0d-409f-8820-24ecf3e69147", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:01:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a46d3583-beb9-46e9-866b-ed73753b3f44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:01:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3b43c6"}, "namespace": "e2e-modelref-3b43c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a46d3583-beb9-46e9-866b-ed73753b3f44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3b43c6"} 2026-06-08T14:01:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "openshift-service-ca.crt", "reconcileID": "ced70bc2-4c57-4af3-bec2-116c9e82bd0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "odh-trusted-ca-bundle", "reconcileID": "2f54361c-7104-4b7f-9c3b-0816ccaf31a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "openshift-service-ca.crt", "reconcileID": "8306dadc-8af8-432d-98f4-0d863d47769b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-03a09a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "openshift-service-ca.crt", "reconcileID": "8306dadc-8af8-432d-98f4-0d863d47769b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "openshift-service-ca.crt", "reconcileID": "a361d6fa-13fe-402c-9bcc-581b5a494911", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-03a09a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "openshift-service-ca.crt", "reconcileID": "a361d6fa-13fe-402c-9bcc-581b5a494911", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:01:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "081535e4-0f60-400f-8e83-2124f5a3856d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "openshift-service-ca.crt", "reconcileID": "edae1ac1-95ac-43e0-8501-eccd8842c10e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "odh-trusted-ca-bundle", "reconcileID": "894ceba9-cc33-46fa-8733-6d7e9e4e865b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-03a09a", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "odh-trusted-ca-bundle", "reconcileID": "894ceba9-cc33-46fa-8733-6d7e9e4e865b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4574f12-22ce-49ca-a95d-2341ded6ad88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a5115c96-d161-4fb5-a7ea-06646a40a4ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a5115c96-d161-4fb5-a7ea-06646a40a4ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:01:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a5115c96-d161-4fb5-a7ea-06646a40a4ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f31313bd-94e4-401b-ae22-c022aee2f8d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f31313bd-94e4-401b-ae22-c022aee2f8d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:01:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f31313bd-94e4-401b-ae22-c022aee2f8d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "37b1d85f-2f58-428f-8a92-055e19c97fd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "37b1d85f-2f58-428f-8a92-055e19c97fd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:01:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "37b1d85f-2f58-428f-8a92-055e19c97fd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9461618-81de-40fe-84bb-1685d9bc7bb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9461618-81de-40fe-84bb-1685d9bc7bb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T14:01:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9461618-81de-40fe-84bb-1685d9bc7bb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T14:01:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a888fed-c734-4b69-8681-deb02376158f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a888fed-c734-4b69-8681-deb02376158f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-03a09a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:01:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a888fed-c734-4b69-8681-deb02376158f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-03a09a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:01:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "odh-trusted-ca-bundle", "reconcileID": "60ab9f12-17dc-4dc8-a62b-0c47b0353cb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "odh-trusted-ca-bundle", "reconcileID": "60ab9f12-17dc-4dc8-a62b-0c47b0353cb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "openshift-service-ca.crt", "reconcileID": "146243d3-ee43-4af6-9ee3-09711e7d6f7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "openshift-service-ca.crt", "reconcileID": "146243d3-ee43-4af6-9ee3-09711e7d6f7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "539329ed-63c6-4154-b6da-86fe1e40c048", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:01:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-03a09a"}, "namespace": "e2e-modelref-03a09a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "539329ed-63c6-4154-b6da-86fe1e40c048", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-03a09a"} 2026-06-08T14:02:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "openshift-service-ca.crt", "reconcileID": "9fdea803-903d-4763-b307-2806c2ad78ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "odh-trusted-ca-bundle", "reconcileID": "3c90f86e-b630-4553-9611-6b8cd23a0427", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "openshift-service-ca.crt", "reconcileID": "1863b98b-0232-4891-9c9d-72c3b3d39e7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-157a8b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:02:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "openshift-service-ca.crt", "reconcileID": "1863b98b-0232-4891-9c9d-72c3b3d39e7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "openshift-service-ca.crt", "reconcileID": "371a1e9f-a53e-4e7b-a264-160667fc3828", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45660a72-7ee0-48ab-8c98-99a0b90c0361", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "odh-trusted-ca-bundle", "reconcileID": "d45f8b6f-1056-4255-b48a-a13407c455f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-157a8b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:02:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "odh-trusted-ca-bundle", "reconcileID": "d45f8b6f-1056-4255-b48a-a13407c455f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a6caa46-0344-47d3-b0cb-909d0a20987e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34bc0657-50af-4732-9ce4-5007cc882c77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34bc0657-50af-4732-9ce4-5007cc882c77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-157a8b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:02:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34bc0657-50af-4732-9ce4-5007cc882c77", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-157a8b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "odh-trusted-ca-bundle", "reconcileID": "ae131904-5694-4bc0-a5b3-3ed0f0b52bda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "odh-trusted-ca-bundle", "reconcileID": "ae131904-5694-4bc0-a5b3-3ed0f0b52bda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "openshift-service-ca.crt", "reconcileID": "6d9dee5d-1b87-42f5-9231-bf43e20255ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "openshift-service-ca.crt", "reconcileID": "6d9dee5d-1b87-42f5-9231-bf43e20255ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0f04dbe-f801-439c-a090-1441fef85557", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-157a8b"}, "namespace": "e2e-webhook-test-157a8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0f04dbe-f801-439c-a090-1441fef85557", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-157a8b"} 2026-06-08T14:02:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "openshift-service-ca.crt", "reconcileID": "e1a64be8-6c7f-473f-a619-9dcccb3031f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "odh-trusted-ca-bundle", "reconcileID": "9022eca7-37bc-49fa-b261-2e0b9af6c545", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "openshift-service-ca.crt", "reconcileID": "c703f890-98de-4453-aab8-4ea78a6947be", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f2e615", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:02:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "openshift-service-ca.crt", "reconcileID": "c703f890-98de-4453-aab8-4ea78a6947be", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29a15793-ef64-418a-800a-a4bd13c5694f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "openshift-service-ca.crt", "reconcileID": "fc8da0d8-7ca0-4793-aa88-cc90574f0ac1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "odh-trusted-ca-bundle", "reconcileID": "78019f4c-5f1d-4a25-85aa-5b31cdbd35c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f2e615", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:02:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "odh-trusted-ca-bundle", "reconcileID": "78019f4c-5f1d-4a25-85aa-5b31cdbd35c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a61e8ba4-705d-432e-8b35-c0f942152665", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ee2745c-41f3-40d3-a136-50c34ce7cc11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ee2745c-41f3-40d3-a136-50c34ce7cc11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f2e615", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:02:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ee2745c-41f3-40d3-a136-50c34ce7cc11", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-f2e615 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:02:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "odh-trusted-ca-bundle", "reconcileID": "fd2b3977-00c8-48bd-a789-13f7bba487b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "odh-trusted-ca-bundle", "reconcileID": "fd2b3977-00c8-48bd-a789-13f7bba487b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "openshift-service-ca.crt", "reconcileID": "217cd624-7ef8-453f-880b-f001f2c30ae5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "openshift-service-ca.crt", "reconcileID": "217cd624-7ef8-453f-880b-f001f2c30ae5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9609c18d-2969-40c1-bb5c-7b2e0d90c6a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:02:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f2e615"}, "namespace": "e2e-webhook-test-f2e615", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9609c18d-2969-40c1-bb5c-7b2e0d90c6a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f2e615"} 2026-06-08T14:14:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:14:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:14:52Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:14:52Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T14:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-edec1936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-edec1936", "reconcileID": "15086430-4d08-4b6a-8ea3-38fcee3ef87d", "Gateway": "e2e-ait-edec1936", "namespace": "openshift-ingress"} 2026-06-08T14:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-edec1936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-edec1936", "reconcileID": "c99cae6b-dd0b-4543-b0e2-5b8bba1b3b8a", "Gateway": "e2e-ait-edec1936", "namespace": "openshift-ingress"} 2026-06-08T14:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-edec1936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-edec1936", "reconcileID": "f9dad1a3-0a35-4dd3-b754-e43381c7a172", "Gateway": "e2e-ait-edec1936", "namespace": "openshift-ingress"} 2026-06-08T14:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-edec1936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-edec1936", "reconcileID": "3dd33550-dbd6-420b-94c3-c890fc88c5cf", "Gateway": "e2e-ait-edec1936", "namespace": "openshift-ingress"} 2026-06-08T14:19:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-edec1936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-edec1936", "reconcileID": "22283587-993c-4383-ac64-7f313ceb8734", "Gateway": "e2e-ait-edec1936", "namespace": "openshift-ingress"} 2026-06-08T14:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "openshift-service-ca.crt", "reconcileID": "6e8663a2-05f0-4d34-9abe-b40c5ff88c25", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "odh-trusted-ca-bundle", "reconcileID": "6e7b0166-fa4f-43e4-938e-b0a4538a77c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "openshift-service-ca.crt", "reconcileID": "4eb56345-5ae6-41e0-9832-bb8d0f877e66", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-edec1936", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:19:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "openshift-service-ca.crt", "reconcileID": "4eb56345-5ae6-41e0-9832-bb8d0f877e66", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "openshift-service-ca.crt", "reconcileID": "a60f37c3-7847-45a9-85a4-11b219daa1a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b02a62f-5de6-42da-8d23-28700b8240f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "odh-trusted-ca-bundle", "reconcileID": "8dad1588-549f-4264-ab33-da2a6fdcbb69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-edec1936", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:19:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "odh-trusted-ca-bundle", "reconcileID": "8dad1588-549f-4264-ab33-da2a6fdcbb69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2dd4291-cd2c-48fc-b0e1-5516c391a125", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-edec1936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-edec1936", "reconcileID": "b82ac936-4254-4ac5-be71-7404f2bc42e1", "Gateway": "e2e-ait-edec1936", "namespace": "openshift-ingress"} 2026-06-08T14:19:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-edec1936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-edec1936", "reconcileID": "00dcff72-4391-4cf9-8dd3-9f3da5ca7572", "Gateway": "e2e-ait-edec1936", "namespace": "openshift-ingress"} 2026-06-08T14:19:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "400347f3-9f46-48ac-85ca-fa10794e837f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "400347f3-9f46-48ac-85ca-fa10794e837f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-edec1936", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:19:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "400347f3-9f46-48ac-85ca-fa10794e837f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-edec1936 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:19:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "odh-trusted-ca-bundle", "reconcileID": "68b9fd6b-63f4-4a5b-83ed-3fa9d5bc57fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "odh-trusted-ca-bundle", "reconcileID": "68b9fd6b-63f4-4a5b-83ed-3fa9d5bc57fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "openshift-service-ca.crt", "reconcileID": "afad3013-afe7-420e-845f-62e43f0afc84", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "openshift-service-ca.crt", "reconcileID": "afad3013-afe7-420e-845f-62e43f0afc84", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c58f5d1c-a98e-4688-bc63-57fa554fa1f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-edec1936"}, "namespace": "e2e-aitenant-edec1936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c58f5d1c-a98e-4688-bc63-57fa554fa1f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-edec1936"} 2026-06-08T14:19:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9a9ee620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9a9ee620", "reconcileID": "909a7b71-cee2-4fcf-8a85-067c031a9d27", "Gateway": "e2e-ait-9a9ee620", "namespace": "openshift-ingress"} 2026-06-08T14:19:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9a9ee620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9a9ee620", "reconcileID": "bb51dc71-f565-41a5-931a-a32db290b7e1", "Gateway": "e2e-ait-9a9ee620", "namespace": "openshift-ingress"} 2026-06-08T14:19:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9a9ee620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9a9ee620", "reconcileID": "d3eeb2e7-d8d0-4e14-83f9-a97138ec5e84", "Gateway": "e2e-ait-9a9ee620", "namespace": "openshift-ingress"} 2026-06-08T14:19:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9a9ee620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9a9ee620", "reconcileID": "4f6dc198-df5d-422d-badb-df13518e82c4", "Gateway": "e2e-ait-9a9ee620", "namespace": "openshift-ingress"} 2026-06-08T14:19:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9a9ee620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9a9ee620", "reconcileID": "4ceebdf8-baec-4404-851d-0eca25a3b277", "Gateway": "e2e-ait-9a9ee620", "namespace": "openshift-ingress"} 2026-06-08T14:19:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "openshift-service-ca.crt", "reconcileID": "7034ce79-030b-4cda-85ab-fa8734fed6f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "odh-trusted-ca-bundle", "reconcileID": "a3308696-da36-43c9-89c1-1028ec2a37ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "openshift-service-ca.crt", "reconcileID": "a32f846d-12a1-4ff9-9281-1154ea18ee98", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9a9ee620", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:19:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "openshift-service-ca.crt", "reconcileID": "a32f846d-12a1-4ff9-9281-1154ea18ee98", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "openshift-service-ca.crt", "reconcileID": "c7fc2992-68e0-4db2-909c-3f0c08825521", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6878efbf-eb80-4568-9f21-a28e2ea1b772", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "odh-trusted-ca-bundle", "reconcileID": "a0dae033-a382-445b-a922-89430ddd2e58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9a9ee620", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:19:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "odh-trusted-ca-bundle", "reconcileID": "a0dae033-a382-445b-a922-89430ddd2e58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01133202-b9ba-4820-8679-23c6822b0a0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9a9ee620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9a9ee620", "reconcileID": "6a8e698a-73ad-4b9f-991f-88cf72249bb7", "Gateway": "e2e-ait-9a9ee620", "namespace": "openshift-ingress"} 2026-06-08T14:19:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9a9ee620","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9a9ee620", "reconcileID": "1cb7ec93-36c0-49f7-856b-28df5800a7b4", "Gateway": "e2e-ait-9a9ee620", "namespace": "openshift-ingress"} 2026-06-08T14:19:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6714d274-88e4-4696-8914-e6938f1dc386", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6714d274-88e4-4696-8914-e6938f1dc386", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9a9ee620", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T14:19:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6714d274-88e4-4696-8914-e6938f1dc386", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-9a9ee620 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T14:19:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "odh-trusted-ca-bundle", "reconcileID": "191187ea-02a7-4325-9ced-aa0a4cc8e545", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "odh-trusted-ca-bundle", "reconcileID": "191187ea-02a7-4325-9ced-aa0a4cc8e545", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "openshift-service-ca.crt", "reconcileID": "cd792f66-ed85-4044-bc0c-6ca267d0a4a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "openshift-service-ca.crt", "reconcileID": "cd792f66-ed85-4044-bc0c-6ca267d0a4a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea93016d-179e-4952-96d6-deea4f7ab38f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9a9ee620"} 2026-06-08T14:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9a9ee620"}, "namespace": "e2e-aitenant-9a9ee620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea93016d-179e-4952-96d6-deea4f7ab38f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9a9ee620"}