2026-06-08T12:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79dd4d1f-9ce3-48dd-8eb5-711fdd53ec6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T12:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "9eaa52bc-de6b-40e1-840f-4dc799135421", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T12:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "13f60bb2-e414-4fb7-9c6c-003056729e35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T12:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea0756cb-38c2-4cef-b583-9ed0e536c151", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T12:16:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "6e50d685-9006-4149-a7b5-e99e9f7b72b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:16:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "6e50d685-9006-4149-a7b5-e99e9f7b72b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T12:16:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ab9a48f-2615-4796-8f4d-45f881e1339d", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:16:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ab9a48f-2615-4796-8f4d-45f881e1339d", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T12:16:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "cd6ad0f6-ea13-4cea-b21e-6de93e3d55f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:16:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "cd6ad0f6-ea13-4cea-b21e-6de93e3d55f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:16:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6288e32-aba3-4e30-9196-e0e252184b77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:16:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6288e32-aba3-4e30-9196-e0e252184b77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T12:16:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "b98c64fd-1506-4676-a136-07dd96e3c102", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:16:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "b98c64fd-1506-4676-a136-07dd96e3c102", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T12:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "986a8762-2470-4f02-b45f-a6e772684e3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T12:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b09a7e57-7eec-4800-8da9-2c22dc76b087", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T12:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f0d1c9e-9fae-4fc7-b5ce-b9edf75465de", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T12:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "7a20daff-13b1-4967-bdac-67b27e91f527", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T12:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ff10eb7-9c14-4fce-ac75-59665c2a89e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T12:16:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "50a637e1-55db-454c-ae72-a5b0e758bdb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:16:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "50a637e1-55db-454c-ae72-a5b0e758bdb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T12:16:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d275ab7-97e9-4ce2-9191-cf79d85dd5cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-08T12:17:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "652cb564-2e53-45a8-b47a-373b8f3e87cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:17:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "652cb564-2e53-45a8-b47a-373b8f3e87cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:17:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "652cb564-2e53-45a8-b47a-373b8f3e87cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:17:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "606ad7c5-6ec6-45bd-9c24-057462e1a1e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:17:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "606ad7c5-6ec6-45bd-9c24-057462e1a1e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:17:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "606ad7c5-6ec6-45bd-9c24-057462e1a1e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "7b629926-0860-4b43-802c-fb7d08e38870", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T12:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "f5d63f7c-9232-40f9-89af-19a35592ee93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T12:18:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "12d847ff-9393-4a4a-b39a-d7de99bdfb7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:18:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "12d847ff-9393-4a4a-b39a-d7de99bdfb7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T12:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "e0aa93eb-534f-478c-9d4b-e3c6788690b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T12:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79ec6548-f46e-45e3-af70-300f5247d63e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T12:18:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "215f8bb1-3761-4545-be34-fb5b553e554f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:18:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "215f8bb1-3761-4545-be34-fb5b553e554f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T12:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bef20760-8dcc-416c-a95e-6efd735515c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4e3879f7-a8f4-4354-bd7d-bbced32b9fd9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4e3879f7-a8f4-4354-bd7d-bbced32b9fd9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4e3879f7-a8f4-4354-bd7d-bbced32b9fd9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03ef8436-9574-40c2-9b8e-39aae951c755", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03ef8436-9574-40c2-9b8e-39aae951c755", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:18:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4e3879f7-a8f4-4354-bd7d-bbced32b9fd9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T12:18:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4e3879f7-a8f4-4354-bd7d-bbced32b9fd9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:18:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4e3879f7-a8f4-4354-bd7d-bbced32b9fd9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03ef8436-9574-40c2-9b8e-39aae951c755", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "52c63875-bd95-4db4-90f8-aa90daa1bcac", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "52c63875-bd95-4db4-90f8-aa90daa1bcac", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "52c63875-bd95-4db4-90f8-aa90daa1bcac", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a6a9ccb-1f52-4dc4-b477-8671eec79eb2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "52c63875-bd95-4db4-90f8-aa90daa1bcac", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T12:18:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "52c63875-bd95-4db4-90f8-aa90daa1bcac", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:18:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "52c63875-bd95-4db4-90f8-aa90daa1bcac", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a6a9ccb-1f52-4dc4-b477-8671eec79eb2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a6a9ccb-1f52-4dc4-b477-8671eec79eb2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b8ae402a-7ca8-4779-b8b5-9901b1357957", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b8ae402a-7ca8-4779-b8b5-9901b1357957", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b8ae402a-7ca8-4779-b8b5-9901b1357957", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b8ae402a-7ca8-4779-b8b5-9901b1357957", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T12:18:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b8ae402a-7ca8-4779-b8b5-9901b1357957", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:18:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b8ae402a-7ca8-4779-b8b5-9901b1357957", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "15de167a-0c0f-4062-b3aa-edc2493fb58c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "15de167a-0c0f-4062-b3aa-edc2493fb58c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "15de167a-0c0f-4062-b3aa-edc2493fb58c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13f26e65-45c4-4e70-ba77-03a3a82ddfe8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "15de167a-0c0f-4062-b3aa-edc2493fb58c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T12:18:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "15de167a-0c0f-4062-b3aa-edc2493fb58c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:18:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "15de167a-0c0f-4062-b3aa-edc2493fb58c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13f26e65-45c4-4e70-ba77-03a3a82ddfe8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13f26e65-45c4-4e70-ba77-03a3a82ddfe8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "38727715-6fc0-4ac4-a274-cf1f61447900", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "38727715-6fc0-4ac4-a274-cf1f61447900", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "38727715-6fc0-4ac4-a274-cf1f61447900", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "62ae01bf-7b34-4905-885b-6cd4ac535289", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "38727715-6fc0-4ac4-a274-cf1f61447900", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:18:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "38727715-6fc0-4ac4-a274-cf1f61447900", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:18:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "38727715-6fc0-4ac4-a274-cf1f61447900", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "62ae01bf-7b34-4905-885b-6cd4ac535289", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "62ae01bf-7b34-4905-885b-6cd4ac535289", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6152184-0514-4acd-a959-1a141fb0e2c2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6152184-0514-4acd-a959-1a141fb0e2c2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6152184-0514-4acd-a959-1a141fb0e2c2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15489122-df58-4205-9dd4-a58a8a9ce99d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6152184-0514-4acd-a959-1a141fb0e2c2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:18:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6152184-0514-4acd-a959-1a141fb0e2c2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:18:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c6152184-0514-4acd-a959-1a141fb0e2c2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15489122-df58-4205-9dd4-a58a8a9ce99d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15489122-df58-4205-9dd4-a58a8a9ce99d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2f1f15e0-a507-4f25-8ab9-24060162ddb9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:18:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2f1f15e0-a507-4f25-8ab9-24060162ddb9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:18:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2f1f15e0-a507-4f25-8ab9-24060162ddb9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:18:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d29861ba-93dc-4a67-939e-4518c206737d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2f1f15e0-a507-4f25-8ab9-24060162ddb9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T12:18:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2f1f15e0-a507-4f25-8ab9-24060162ddb9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:18:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2f1f15e0-a507-4f25-8ab9-24060162ddb9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:18:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d29861ba-93dc-4a67-939e-4518c206737d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:18:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d29861ba-93dc-4a67-939e-4518c206737d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16bf0779-3234-4a48-82a0-f82a1de9e6e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16bf0779-3234-4a48-82a0-f82a1de9e6e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:18:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16bf0779-3234-4a48-82a0-f82a1de9e6e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aec13498-0c79-47e8-985f-79ab0500310a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:18:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aec13498-0c79-47e8-985f-79ab0500310a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:18:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aec13498-0c79-47e8-985f-79ab0500310a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:18:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aec13498-0c79-47e8-985f-79ab0500310a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T12:18:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aec13498-0c79-47e8-985f-79ab0500310a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:18:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "aec13498-0c79-47e8-985f-79ab0500310a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:18:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "910859d0-77f6-4470-a790-29182e9dfad0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:18:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "910859d0-77f6-4470-a790-29182e9dfad0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:18:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "910859d0-77f6-4470-a790-29182e9dfad0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:18:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "910859d0-77f6-4470-a790-29182e9dfad0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T12:18:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "910859d0-77f6-4470-a790-29182e9dfad0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:18:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "910859d0-77f6-4470-a790-29182e9dfad0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:18:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22eaf013-4b10-415f-bb84-700725090c6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22eaf013-4b10-415f-bb84-700725090c6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:18:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22eaf013-4b10-415f-bb84-700725090c6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "119272f4-c3eb-4584-8b67-e0b376c19b1a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:18:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "119272f4-c3eb-4584-8b67-e0b376c19b1a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:18:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "119272f4-c3eb-4584-8b67-e0b376c19b1a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:18:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "119272f4-c3eb-4584-8b67-e0b376c19b1a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T12:18:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "119272f4-c3eb-4584-8b67-e0b376c19b1a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:18:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "119272f4-c3eb-4584-8b67-e0b376c19b1a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:18:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4612dca8-82df-4953-8c73-7bd6fa5d8f0e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:18:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4612dca8-82df-4953-8c73-7bd6fa5d8f0e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:18:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4612dca8-82df-4953-8c73-7bd6fa5d8f0e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:18:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4612dca8-82df-4953-8c73-7bd6fa5d8f0e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T12:18:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4612dca8-82df-4953-8c73-7bd6fa5d8f0e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:18:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "4612dca8-82df-4953-8c73-7bd6fa5d8f0e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:18:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98dd9306-f17f-4ff1-a174-5fa827dfc024", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:18:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98dd9306-f17f-4ff1-a174-5fa827dfc024", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:18:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98dd9306-f17f-4ff1-a174-5fa827dfc024", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:19:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "669931f7-8547-477d-83c4-45d324687260", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:19:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "669931f7-8547-477d-83c4-45d324687260", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:19:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "669931f7-8547-477d-83c4-45d324687260", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:19:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "669931f7-8547-477d-83c4-45d324687260", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T12:19:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "669931f7-8547-477d-83c4-45d324687260", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:19:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "669931f7-8547-477d-83c4-45d324687260", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:19:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "99290997-ba83-4e64-ae35-79665b407f3f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "99290997-ba83-4e64-ae35-79665b407f3f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "99290997-ba83-4e64-ae35-79665b407f3f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "99290997-ba83-4e64-ae35-79665b407f3f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:19:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "99290997-ba83-4e64-ae35-79665b407f3f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:19:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "99290997-ba83-4e64-ae35-79665b407f3f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b89cd748-c8c3-4269-ac9d-696cbd4f4014", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:19:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b89cd748-c8c3-4269-ac9d-696cbd4f4014", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:19:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b89cd748-c8c3-4269-ac9d-696cbd4f4014", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:19:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7a524b1a-d1ab-481e-95fc-d40d3751f3ed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7a524b1a-d1ab-481e-95fc-d40d3751f3ed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7a524b1a-d1ab-481e-95fc-d40d3751f3ed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7a524b1a-d1ab-481e-95fc-d40d3751f3ed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:19:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7a524b1a-d1ab-481e-95fc-d40d3751f3ed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:19:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "7a524b1a-d1ab-481e-95fc-d40d3751f3ed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "63710e17-6452-4d43-b768-db0874b761be", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "63710e17-6452-4d43-b768-db0874b761be", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "63710e17-6452-4d43-b768-db0874b761be", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "63710e17-6452-4d43-b768-db0874b761be", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:19:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "63710e17-6452-4d43-b768-db0874b761be", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:19:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "63710e17-6452-4d43-b768-db0874b761be", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad3d72dc-0fae-448d-aeb9-875568d0dffe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:19:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad3d72dc-0fae-448d-aeb9-875568d0dffe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:19:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ad3d72dc-0fae-448d-aeb9-875568d0dffe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:19:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "910afa08-b35b-49cd-8545-f849dc77105c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "910afa08-b35b-49cd-8545-f849dc77105c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "910afa08-b35b-49cd-8545-f849dc77105c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "910afa08-b35b-49cd-8545-f849dc77105c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:19:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "910afa08-b35b-49cd-8545-f849dc77105c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:19:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "910afa08-b35b-49cd-8545-f849dc77105c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:19:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ad86a92c-4d77-49e2-82b7-29decccd89df", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:19:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ad86a92c-4d77-49e2-82b7-29decccd89df", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:19:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ad86a92c-4d77-49e2-82b7-29decccd89df", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:19:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ad86a92c-4d77-49e2-82b7-29decccd89df", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T12:19:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ad86a92c-4d77-49e2-82b7-29decccd89df", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:19:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ad86a92c-4d77-49e2-82b7-29decccd89df", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ea946d4-08b4-470b-83a7-ee8562c99884", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ea946d4-08b4-470b-83a7-ee8562c99884", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:19:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ea946d4-08b4-470b-83a7-ee8562c99884", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:19:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4be603b2-b8fb-4699-91c0-0f610d83417c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:19:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4be603b2-b8fb-4699-91c0-0f610d83417c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:19:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4be603b2-b8fb-4699-91c0-0f610d83417c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:19:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4be603b2-b8fb-4699-91c0-0f610d83417c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T12:19:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4be603b2-b8fb-4699-91c0-0f610d83417c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:19:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4be603b2-b8fb-4699-91c0-0f610d83417c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:19:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8909be7d-d35a-4749-9d26-ed681c3bde24", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:19:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8909be7d-d35a-4749-9d26-ed681c3bde24", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:19:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8909be7d-d35a-4749-9d26-ed681c3bde24", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:19:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8909be7d-d35a-4749-9d26-ed681c3bde24", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T12:19:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8909be7d-d35a-4749-9d26-ed681c3bde24", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:19:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8909be7d-d35a-4749-9d26-ed681c3bde24", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:19:47Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:19:47Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:19:47Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:19:47Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:20:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f84f805e-bdca-45ce-96e3-59d184da96f2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:20:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f84f805e-bdca-45ce-96e3-59d184da96f2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:20:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f84f805e-bdca-45ce-96e3-59d184da96f2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:20:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f84f805e-bdca-45ce-96e3-59d184da96f2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T12:20:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f84f805e-bdca-45ce-96e3-59d184da96f2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:20:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f84f805e-bdca-45ce-96e3-59d184da96f2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:20:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d8e40b84-ae2f-4d25-9fd4-d3bf8494e050", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:20:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d8e40b84-ae2f-4d25-9fd4-d3bf8494e050", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:20:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d8e40b84-ae2f-4d25-9fd4-d3bf8494e050", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:20:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d8e40b84-ae2f-4d25-9fd4-d3bf8494e050", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T12:20:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d8e40b84-ae2f-4d25-9fd4-d3bf8494e050", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:20:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "d8e40b84-ae2f-4d25-9fd4-d3bf8494e050", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:20:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b1a1828b-ecfa-472c-8901-56b7dc7e85cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:20:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b1a1828b-ecfa-472c-8901-56b7dc7e85cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:20:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b1a1828b-ecfa-472c-8901-56b7dc7e85cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:20:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b1a1828b-ecfa-472c-8901-56b7dc7e85cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:20:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b1a1828b-ecfa-472c-8901-56b7dc7e85cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:20:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b1a1828b-ecfa-472c-8901-56b7dc7e85cc", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:20:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "aff76ec1-0a6a-4211-acec-f45f6a48aff6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:20:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "aff76ec1-0a6a-4211-acec-f45f6a48aff6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:20:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "aff76ec1-0a6a-4211-acec-f45f6a48aff6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:20:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "aff76ec1-0a6a-4211-acec-f45f6a48aff6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:20:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "aff76ec1-0a6a-4211-acec-f45f6a48aff6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:20:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "aff76ec1-0a6a-4211-acec-f45f6a48aff6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:20:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "96c432a9-451e-4429-ab60-c5144f334d4e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:20:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "96c432a9-451e-4429-ab60-c5144f334d4e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:20:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "96c432a9-451e-4429-ab60-c5144f334d4e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:20:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "96c432a9-451e-4429-ab60-c5144f334d4e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T12:20:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "96c432a9-451e-4429-ab60-c5144f334d4e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:20:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "96c432a9-451e-4429-ab60-c5144f334d4e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:20:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "64f7c9bd-463d-4f6a-a6aa-b86594918c0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T12:20:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "e49e7716-f64d-490c-9066-13b64e8bc1e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T12:20:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "ae9ef6e0-911d-434b-b4af-95726488c431", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:20:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "ae9ef6e0-911d-434b-b4af-95726488c431", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T12:20:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "8203e85b-cf4a-45f3-ac3a-64f3954c617b", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T12:20:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e023f237-de7e-490c-bd5d-803b5f0d5881", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T12:20:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "42fd13e3-e33d-4974-9140-cc1fbeae8c45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:20:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "42fd13e3-e33d-4974-9140-cc1fbeae8c45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T12:20:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6705b5f-5320-40df-b36e-36d7113ade29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T12:20:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "c287e997-4b7a-4459-a8a8-53450a4934be", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T12:20:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "74c1bde9-18c7-41b6-b21b-e6ff8d7a4804", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T12:20:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "f5c16ecc-c389-48fa-bf71-fc79b2d3d256", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:20:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "f5c16ecc-c389-48fa-bf71-fc79b2d3d256", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T12:20:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3f7a74c-710b-4f61-ab39-372f0a2d4cf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T12:20:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "ab010341-a46a-464a-a8b9-1aa0d26cd8bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T12:20:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "941d8679-f6b5-43b6-9f07-5f162bb2687e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:20:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "941d8679-f6b5-43b6-9f07-5f162bb2687e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T12:20:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7baa475b-ec8d-48da-838e-71adfaa8a61e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T12:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f8c941d5-629a-412d-ba80-c7a1f1c3ebc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "1001282b-28f1-467f-a4f3-dea4f443adcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:22:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d1427226-391b-445b-9003-dc9a08ba800c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:22:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d1427226-391b-445b-9003-dc9a08ba800c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b88010d8-04ea-4483-bc7d-5396078d323f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9d98d993-bbeb-4b80-8a1f-7fe441f1632f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:22:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a8e6cf1b-9e04-4e5b-b924-b5ce37580cbd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:22:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a8e6cf1b-9e04-4e5b-b924-b5ce37580cbd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a42f3b4-28fc-475b-8715-59c91752df2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:23:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ab081d0-d0b7-4fd8-90fa-34908adb866c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:23:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ab081d0-d0b7-4fd8-90fa-34908adb866c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:23:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ab081d0-d0b7-4fd8-90fa-34908adb866c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:23:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0478d6fa-98b5-4905-8cf3-d674f9ce0681", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:23:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0478d6fa-98b5-4905-8cf3-d674f9ce0681", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:23:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e87c0058-8325-4df0-8769-da704f64e7bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:23:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e87c0058-8325-4df0-8769-da704f64e7bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:23:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03b59322-1182-4011-a6db-161758e7a12c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:23:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03b59322-1182-4011-a6db-161758e7a12c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:23:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b5084d37-5b05-426f-9eac-34e2b6298cac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:23:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "05657151-59f7-45f5-b346-e30e90e076ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:23:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f4b20ecd-32ff-461a-a788-cc6f4962a89f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:23:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f4b20ecd-32ff-461a-a788-cc6f4962a89f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:23:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a04ff4ba-002b-4a7c-aa7d-a5b4df6ca702", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:23:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0413a3b7-0b21-4f80-aecf-22cf28cd57a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:23:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "160cb6f0-87af-449f-adea-013ea8adc066", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:23:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "160cb6f0-87af-449f-adea-013ea8adc066", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:23:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34815fc0-48dd-41c6-b156-0916f297cb97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:24:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "698c863e-e88e-403f-ad70-0b3d0a792df5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:24:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "698c863e-e88e-403f-ad70-0b3d0a792df5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:24:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "698c863e-e88e-403f-ad70-0b3d0a792df5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:24:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cded4cf5-8288-433e-b05a-ec20838c4b61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:24:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cded4cf5-8288-433e-b05a-ec20838c4b61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:24:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cded4cf5-8288-433e-b05a-ec20838c4b61", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:24:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "483e6331-d880-4471-becd-5081fa0c3e05", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:24:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "483e6331-d880-4471-becd-5081fa0c3e05", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:24:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "141f0083-b4b8-416b-bfbc-ae1535ed6613", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:24:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "141f0083-b4b8-416b-bfbc-ae1535ed6613", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:24:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7a29d4ca-4b54-4757-8f0d-9d8786f40a02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:24:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7a29d4ca-4b54-4757-8f0d-9d8786f40a02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "openshift-service-ca.crt", "reconcileID": "73ee6803-6b5d-4057-b2d2-b8ac2df63f69", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "openshift-service-ca.crt", "reconcileID": "008e6883-efa6-4eef-9d20-aed8be3b8e09", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9b4ce5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:24:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "openshift-service-ca.crt", "reconcileID": "008e6883-efa6-4eef-9d20-aed8be3b8e09", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "odh-trusted-ca-bundle", "reconcileID": "27f86804-1b8c-40cc-8b99-8db03388e1fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9663940c-f7ba-41da-bb72-61dc701ae241", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "openshift-service-ca.crt", "reconcileID": "c877632b-b74d-4a2a-940a-9d93cf911660", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "odh-trusted-ca-bundle", "reconcileID": "83a78241-2f19-446e-95a7-bf4bd25cb30f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9b4ce5", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:24:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "odh-trusted-ca-bundle", "reconcileID": "83a78241-2f19-446e-95a7-bf4bd25cb30f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12b60176-4c51-4636-bfdf-c44a2c8de0a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5363ae83-201e-4b7f-92b2-16a7ae50e9f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5363ae83-201e-4b7f-92b2-16a7ae50e9f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:24:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5363ae83-201e-4b7f-92b2-16a7ae50e9f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7744674b-ad7f-4c0a-a446-dae38f5f51bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7744674b-ad7f-4c0a-a446-dae38f5f51bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:24:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7744674b-ad7f-4c0a-a446-dae38f5f51bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3fa9c5b7-0016-4b27-bfee-93ceeebe6dce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3fa9c5b7-0016-4b27-bfee-93ceeebe6dce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:24:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3fa9c5b7-0016-4b27-bfee-93ceeebe6dce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4acca19-0a5e-4c71-8d7e-7d64c958afe5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4acca19-0a5e-4c71-8d7e-7d64c958afe5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:24:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e4acca19-0a5e-4c71-8d7e-7d64c958afe5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de5186f-cf0e-4825-bd3a-84d833e6efe6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de5186f-cf0e-4825-bd3a-84d833e6efe6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9b4ce5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:24:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de5186f-cf0e-4825-bd3a-84d833e6efe6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-9b4ce5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:24:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "odh-trusted-ca-bundle", "reconcileID": "6fba6e31-9ea0-41e3-99d8-475f2e01e445", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "odh-trusted-ca-bundle", "reconcileID": "6fba6e31-9ea0-41e3-99d8-475f2e01e445", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "openshift-service-ca.crt", "reconcileID": "419bb9d5-d7cf-4fe2-b7da-41daf0d32a92", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "openshift-service-ca.crt", "reconcileID": "419bb9d5-d7cf-4fe2-b7da-41daf0d32a92", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f087475-0ce9-4525-9716-13f4811d7e05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9b4ce5"}, "namespace": "e2e-modelref-9b4ce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f087475-0ce9-4525-9716-13f4811d7e05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9b4ce5"} 2026-06-08T12:24:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "openshift-service-ca.crt", "reconcileID": "ff623503-46f5-43a2-b3d9-62b750ee08f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:24:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "odh-trusted-ca-bundle", "reconcileID": "6ed9ba01-4b54-400c-8fe9-74fe7cb3786b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:24:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "openshift-service-ca.crt", "reconcileID": "a69b6f23-78d3-40bf-b17e-667f434ada6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95f624", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:24:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "openshift-service-ca.crt", "reconcileID": "a69b6f23-78d3-40bf-b17e-667f434ada6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:24:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "openshift-service-ca.crt", "reconcileID": "730f57e0-4da9-4a11-ab3b-d4eaf517c79c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:24:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ebbef2b-642e-411d-b7a0-35b9b6d0b29e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:24:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "odh-trusted-ca-bundle", "reconcileID": "3cfa507d-54d0-4c4a-979e-440e5a20fb07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95f624", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:24:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "odh-trusted-ca-bundle", "reconcileID": "3cfa507d-54d0-4c4a-979e-440e5a20fb07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:24:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39a2dc2a-b30d-452d-be08-db0eaefbd0d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:24:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f5ebdd7-d0e5-46bc-b340-eeb03f8d943c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f5ebdd7-d0e5-46bc-b340-eeb03f8d943c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:24:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f5ebdd7-d0e5-46bc-b340-eeb03f8d943c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d623022b-2bcd-418d-8fbd-c3f448481941", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d623022b-2bcd-418d-8fbd-c3f448481941", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:24:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d623022b-2bcd-418d-8fbd-c3f448481941", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:25:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2de5757d-af82-4a6d-84c6-52f1d5126741", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:25:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2de5757d-af82-4a6d-84c6-52f1d5126741", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:25:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2de5757d-af82-4a6d-84c6-52f1d5126741", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:25:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d341166f-c068-4836-a323-32e2f50bf6fb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:25:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d341166f-c068-4836-a323-32e2f50bf6fb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:25:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d341166f-c068-4836-a323-32e2f50bf6fb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:25:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f18f6c4d-ceb5-410e-850e-8418952338ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:25:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f18f6c4d-ceb5-410e-850e-8418952338ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95f624", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:25:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f18f6c4d-ceb5-410e-850e-8418952338ea", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-95f624 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:25:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "odh-trusted-ca-bundle", "reconcileID": "0414e866-e9ef-4c76-98c3-9083f2b476ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:25:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "odh-trusted-ca-bundle", "reconcileID": "0414e866-e9ef-4c76-98c3-9083f2b476ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:25:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "openshift-service-ca.crt", "reconcileID": "ce172114-8152-4d79-baf6-e15999391dc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:25:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "openshift-service-ca.crt", "reconcileID": "ce172114-8152-4d79-baf6-e15999391dc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:25:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44d632b9-f3fb-4ec4-8047-ca31f7fbc62c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:25:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-95f624"}, "namespace": "e2e-modelref-95f624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44d632b9-f3fb-4ec4-8047-ca31f7fbc62c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-95f624"} 2026-06-08T12:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "openshift-service-ca.crt", "reconcileID": "d0cc15ff-0ab4-4185-9658-7b9b832e239e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "odh-trusted-ca-bundle", "reconcileID": "5295cecf-406a-4e32-acd2-4819d2a6d961", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "openshift-service-ca.crt", "reconcileID": "db131437-9124-41e4-a49f-14d5cfc05841", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bc66dc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:25:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "openshift-service-ca.crt", "reconcileID": "db131437-9124-41e4-a49f-14d5cfc05841", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92293b46-97b4-4d5e-9322-beb797b85940", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "openshift-service-ca.crt", "reconcileID": "617326d6-ee7d-4231-94be-d432a0c8d2bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "odh-trusted-ca-bundle", "reconcileID": "f7b5bc08-cd89-47c6-a167-c34a4f2c7035", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bc66dc", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:25:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "odh-trusted-ca-bundle", "reconcileID": "f7b5bc08-cd89-47c6-a167-c34a4f2c7035", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7eb45b1e-682b-4081-9b6a-e2467128fd95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d36429f5-6366-44a6-8c1f-3ef0f840dc1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d36429f5-6366-44a6-8c1f-3ef0f840dc1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bc66dc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:25:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d36429f5-6366-44a6-8c1f-3ef0f840dc1b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-bc66dc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:25:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "odh-trusted-ca-bundle", "reconcileID": "c34f9f02-30db-473a-ba33-66659b9a4285", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "odh-trusted-ca-bundle", "reconcileID": "c34f9f02-30db-473a-ba33-66659b9a4285", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "openshift-service-ca.crt", "reconcileID": "fc51d557-e73a-4cfa-abe8-ef121198d7db", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "openshift-service-ca.crt", "reconcileID": "fc51d557-e73a-4cfa-abe8-ef121198d7db", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e6c7af0-2888-4faf-96b4-ff076e9ee004", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bc66dc"}, "namespace": "e2e-webhook-test-bc66dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e6c7af0-2888-4faf-96b4-ff076e9ee004", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bc66dc"} 2026-06-08T12:25:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "openshift-service-ca.crt", "reconcileID": "b32d18fc-1eb8-4226-a664-6fe0c94b4799", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-trusted-ca-bundle", "reconcileID": "cc7c6674-eb5b-459e-a79a-4dd9cf72224d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "openshift-service-ca.crt", "reconcileID": "c50e0065-79ce-47f9-83eb-64ce105fc8e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-35137c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:25:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "openshift-service-ca.crt", "reconcileID": "c50e0065-79ce-47f9-83eb-64ce105fc8e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fcbde39-53b7-4d4e-9e38-e2c721790a17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "openshift-service-ca.crt", "reconcileID": "b130b809-9786-4ccd-a275-878da9b3aa8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-trusted-ca-bundle", "reconcileID": "ebf842bc-dae8-404c-b02a-5045626b477c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-35137c", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:25:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-trusted-ca-bundle", "reconcileID": "ebf842bc-dae8-404c-b02a-5045626b477c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b48960c5-5e97-4cd5-95de-c3fc861f7db2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36bc4b78-f632-46b9-b3e3-a0c7e41d8f62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36bc4b78-f632-46b9-b3e3-a0c7e41d8f62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-35137c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:25:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36bc4b78-f632-46b9-b3e3-a0c7e41d8f62", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-35137c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:25:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-trusted-ca-bundle", "reconcileID": "46feefb8-d83e-4c63-aace-aafb7e90f183", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-trusted-ca-bundle", "reconcileID": "46feefb8-d83e-4c63-aace-aafb7e90f183", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-35137c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:25:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-trusted-ca-bundle", "reconcileID": "46feefb8-d83e-4c63-aace-aafb7e90f183", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-35137c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:25:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "openshift-service-ca.crt", "reconcileID": "36c2cdbc-d0e6-45a6-bb24-163180ef6851", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "openshift-service-ca.crt", "reconcileID": "36c2cdbc-d0e6-45a6-bb24-163180ef6851", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43cb915f-c5ca-4619-964d-6c7389bd9c42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43cb915f-c5ca-4619-964d-6c7389bd9c42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-trusted-ca-bundle", "reconcileID": "5f64df4b-80d4-4ee8-b7e6-dc2f0bcae2d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:25:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-35137c"}, "namespace": "e2e-webhook-test-35137c", "name": "odh-trusted-ca-bundle", "reconcileID": "5f64df4b-80d4-4ee8-b7e6-dc2f0bcae2d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-35137c"} 2026-06-08T12:33:09Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:33:09Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:33:10Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:33:10Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:41:35Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:41:35Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:41:37Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:41:37Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:42:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1f4499f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1f4499f9", "reconcileID": "20d3aab5-2c33-49b8-97e5-0e1d1c811f23", "Gateway": "e2e-ait-1f4499f9", "namespace": "openshift-ingress"} 2026-06-08T12:42:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1f4499f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1f4499f9", "reconcileID": "4fb385bd-839c-4d81-946d-fa33c6d7a8f8", "Gateway": "e2e-ait-1f4499f9", "namespace": "openshift-ingress"} 2026-06-08T12:42:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1f4499f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1f4499f9", "reconcileID": "fd3a3ccd-693e-401a-b202-95cdb44a2e1e", "Gateway": "e2e-ait-1f4499f9", "namespace": "openshift-ingress"} 2026-06-08T12:42:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1f4499f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1f4499f9", "reconcileID": "20336616-60f5-4740-a464-fb9fe412508c", "Gateway": "e2e-ait-1f4499f9", "namespace": "openshift-ingress"} 2026-06-08T12:42:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1f4499f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1f4499f9", "reconcileID": "cc8ee2d0-4ac0-4be8-8574-9c8918586f3f", "Gateway": "e2e-ait-1f4499f9", "namespace": "openshift-ingress"} 2026-06-08T12:42:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "openshift-service-ca.crt", "reconcileID": "f6a20722-8536-4584-b0d1-8d06b3a9819a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "odh-trusted-ca-bundle", "reconcileID": "5f856652-63a3-48ed-80be-0b2cc7455872", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "openshift-service-ca.crt", "reconcileID": "483be726-b124-4cd4-af32-c4d9d0aa13e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1f4499f9", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:42:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "openshift-service-ca.crt", "reconcileID": "483be726-b124-4cd4-af32-c4d9d0aa13e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0eee541b-419a-4c08-b79c-d5370f522cad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "openshift-service-ca.crt", "reconcileID": "eff76d04-9317-449a-821d-f6bc1a8ebcc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "odh-trusted-ca-bundle", "reconcileID": "777c07b1-4edb-488e-bdf8-e46047e8d781", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1f4499f9", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:42:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "odh-trusted-ca-bundle", "reconcileID": "777c07b1-4edb-488e-bdf8-e46047e8d781", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f60956d3-b7bc-49cb-8e38-6c2d07727b95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1f4499f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1f4499f9", "reconcileID": "ad4b191d-7d31-44d9-bdfc-a69c1f4280cc", "Gateway": "e2e-ait-1f4499f9", "namespace": "openshift-ingress"} 2026-06-08T12:42:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1f4499f9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1f4499f9", "reconcileID": "2a708498-68cb-4f16-9e3a-8c1fb53438e7", "Gateway": "e2e-ait-1f4499f9", "namespace": "openshift-ingress"} 2026-06-08T12:42:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c021fa5-4187-4015-865e-82b67ef9ad2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c021fa5-4187-4015-865e-82b67ef9ad2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1f4499f9", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:42:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c021fa5-4187-4015-865e-82b67ef9ad2b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-1f4499f9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:42:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "odh-trusted-ca-bundle", "reconcileID": "828f99b8-5050-4527-868a-1f0d25f56525", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "odh-trusted-ca-bundle", "reconcileID": "828f99b8-5050-4527-868a-1f0d25f56525", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "openshift-service-ca.crt", "reconcileID": "e1eb6e52-3cfa-4f37-9636-0c52f088cf36", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "openshift-service-ca.crt", "reconcileID": "e1eb6e52-3cfa-4f37-9636-0c52f088cf36", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6f74508-3252-45bd-9802-80f9a383062e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1f4499f9"}, "namespace": "e2e-aitenant-1f4499f9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6f74508-3252-45bd-9802-80f9a383062e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1f4499f9"} 2026-06-08T12:42:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6f689a47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6f689a47", "reconcileID": "50b2d83e-75ec-4204-8a71-254afd8d3fe6", "Gateway": "e2e-ait-6f689a47", "namespace": "openshift-ingress"} 2026-06-08T12:42:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6f689a47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6f689a47", "reconcileID": "6f5dda17-8c8c-4e42-8a09-a14bafc870f2", "Gateway": "e2e-ait-6f689a47", "namespace": "openshift-ingress"} 2026-06-08T12:42:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6f689a47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6f689a47", "reconcileID": "1ac49bbd-3f92-42ba-ac87-108a8e800105", "Gateway": "e2e-ait-6f689a47", "namespace": "openshift-ingress"} 2026-06-08T12:42:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6f689a47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6f689a47", "reconcileID": "3766958e-3ede-420f-a04d-4537ac2faaa1", "Gateway": "e2e-ait-6f689a47", "namespace": "openshift-ingress"} 2026-06-08T12:42:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6f689a47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6f689a47", "reconcileID": "8cc49ad6-93ec-4b6e-a148-6d2142859684", "Gateway": "e2e-ait-6f689a47", "namespace": "openshift-ingress"} 2026-06-08T12:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "openshift-service-ca.crt", "reconcileID": "26960605-23c3-4725-8977-55e1469aa1c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6f689a47"} 2026-06-08T12:42:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-trusted-ca-bundle", "reconcileID": "32cd8ad1-29fb-4348-9d77-d23c1c5234db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6f689a47", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:42:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-trusted-ca-bundle", "reconcileID": "32cd8ad1-29fb-4348-9d77-d23c1c5234db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6f689a47"} 2026-06-08T12:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "openshift-service-ca.crt", "reconcileID": "e5ac7b73-b67b-46c4-98d5-d40e68aac705", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6f689a47"} 2026-06-08T12:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ac4013c-cf10-4325-8e21-e11f1fa044d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6f689a47"} 2026-06-08T12:42:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-trusted-ca-bundle", "reconcileID": "4bc89ac2-111e-40c5-9524-e90dcf1e7f39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6f689a47", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:42:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-trusted-ca-bundle", "reconcileID": "4bc89ac2-111e-40c5-9524-e90dcf1e7f39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6f689a47"} 2026-06-08T12:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b2e0b86-60a4-49c2-8619-721b6c1b4752", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6f689a47"} 2026-06-08T12:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6f689a47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6f689a47", "reconcileID": "7bcbfd2d-d339-4d64-9f7b-77651873efbb", "Gateway": "e2e-ait-6f689a47", "namespace": "openshift-ingress"} 2026-06-08T12:42:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6f689a47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6f689a47", "reconcileID": "60844179-2f77-4d3f-a309-136f90d910ae", "Gateway": "e2e-ait-6f689a47", "namespace": "openshift-ingress"} 2026-06-08T12:42:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "033ba2e4-0988-4cd4-819a-77ddbc1ce8a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6f689a47"} 2026-06-08T12:42:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "033ba2e4-0988-4cd4-819a-77ddbc1ce8a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6f689a47", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:42:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "033ba2e4-0988-4cd4-819a-77ddbc1ce8a1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-6f689a47 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:42:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-trusted-ca-bundle", "reconcileID": "84adfb97-589e-43c5-afad-51a7c23027c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6f689a47"} 2026-06-08T12:42:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-trusted-ca-bundle", "reconcileID": "84adfb97-589e-43c5-afad-51a7c23027c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6f689a47"} 2026-06-08T12:42:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "openshift-service-ca.crt", "reconcileID": "90ac0cdc-9f38-4cc2-b3f0-a053e9eebbc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6f689a47"} 2026-06-08T12:42:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "openshift-service-ca.crt", "reconcileID": "90ac0cdc-9f38-4cc2-b3f0-a053e9eebbc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6f689a47"} 2026-06-08T12:42:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b01c7507-fa16-412b-a7a1-0d8a07aa9f1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6f689a47"} 2026-06-08T12:42:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6f689a47"}, "namespace": "e2e-aitenant-6f689a47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b01c7507-fa16-412b-a7a1-0d8a07aa9f1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6f689a47"}