2026-06-12T19:23:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "27e5ba57-580f-4037-a245-369facf5096e", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T19:23:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "d2dc5849-ee1c-4a71-a5de-cbc256ef0214", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:23:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "d2dc5849-ee1c-4a71-a5de-cbc256ef0214", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T19:23:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a9969437-3725-4152-97fd-3d33f1de4fa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:23:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a9969437-3725-4152-97fd-3d33f1de4fa7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:23:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "b48d3883-dfd8-4ab6-8689-c33ed8c123f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:23:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "b48d3883-dfd8-4ab6-8689-c33ed8c123f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T19:23:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fae594d-3f6b-49e8-84ab-723ffda51102", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T19:23:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e3893c5b-28fc-44b0-a237-91c5c9b12d3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T19:23:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30fd1a06-6d0e-4b10-85a4-c105395f8d28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T19:23:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "cb58749f-d012-4844-a87d-ea8d10031a0a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:23:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "cb58749f-d012-4844-a87d-ea8d10031a0a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T19:23:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd61f148-b693-40dc-99b6-f6b64ed26e5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T19:24:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9729fcf2-67f3-43db-9871-ff9151e100e3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:24:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9729fcf2-67f3-43db-9871-ff9151e100e3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:24:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9729fcf2-67f3-43db-9871-ff9151e100e3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:24:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2579b900-bc51-42e9-911c-87f90fd0033f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-12T19:24:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34e9bc9f-e328-4930-8c74-18f133c00e9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:24:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34e9bc9f-e328-4930-8c74-18f133c00e9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:24:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34e9bc9f-e328-4930-8c74-18f133c00e9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "f95abf03-091e-4150-8600-693ce331bced", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T19:27:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "ff9ce9f5-b6be-4390-bf8a-2725804ac777", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:27:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "ff9ce9f5-b6be-4390-bf8a-2725804ac777", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-12T19:27:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "12227236-2fbc-40b1-b900-1e80a4060f0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T19:27:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da277586-1ba0-4710-b8e3-bfc2d9384a0d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-12T19:27:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e6442a49-bfce-43f0-a166-9e5878076ee2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:27:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e6442a49-bfce-43f0-a166-9e5878076ee2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-12T19:27:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef265492-e44e-4411-95d8-bc2eaa0ca4d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "80c84b4b-9310-408f-b7c0-2150a16a3129", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "80c84b4b-9310-408f-b7c0-2150a16a3129", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "80c84b4b-9310-408f-b7c0-2150a16a3129", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "670d9ee1-347d-4a56-a29d-90624a704af6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "670d9ee1-347d-4a56-a29d-90624a704af6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:27:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "80c84b4b-9310-408f-b7c0-2150a16a3129", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T19:27:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "80c84b4b-9310-408f-b7c0-2150a16a3129", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "80c84b4b-9310-408f-b7c0-2150a16a3129", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "670d9ee1-347d-4a56-a29d-90624a704af6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5c5157e4-33d5-4ee2-a652-5e32da52b87d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5c5157e4-33d5-4ee2-a652-5e32da52b87d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5c5157e4-33d5-4ee2-a652-5e32da52b87d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e0a5f9c8-50c6-4a2e-a07f-3265425497d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5c5157e4-33d5-4ee2-a652-5e32da52b87d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T19:27:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5c5157e4-33d5-4ee2-a652-5e32da52b87d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5c5157e4-33d5-4ee2-a652-5e32da52b87d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e0a5f9c8-50c6-4a2e-a07f-3265425497d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:27:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e0a5f9c8-50c6-4a2e-a07f-3265425497d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "461c1955-281f-4144-863b-99897baeb65e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "461c1955-281f-4144-863b-99897baeb65e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:27:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "461c1955-281f-4144-863b-99897baeb65e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2bf50243-3410-4e66-9cee-6bd390cf15d5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2bf50243-3410-4e66-9cee-6bd390cf15d5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2bf50243-3410-4e66-9cee-6bd390cf15d5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2bf50243-3410-4e66-9cee-6bd390cf15d5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T19:27:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2bf50243-3410-4e66-9cee-6bd390cf15d5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2bf50243-3410-4e66-9cee-6bd390cf15d5", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9f3d6eca-2744-47bf-94f5-f2e9c308ab82", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9f3d6eca-2744-47bf-94f5-f2e9c308ab82", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9f3d6eca-2744-47bf-94f5-f2e9c308ab82", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d3469745-261e-457a-938b-8d0bff29f796", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9f3d6eca-2744-47bf-94f5-f2e9c308ab82", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T19:27:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9f3d6eca-2744-47bf-94f5-f2e9c308ab82", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "9f3d6eca-2744-47bf-94f5-f2e9c308ab82", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d3469745-261e-457a-938b-8d0bff29f796", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:27:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d3469745-261e-457a-938b-8d0bff29f796", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e3d4c762-26e0-46b8-a35d-6b6fbe06fa8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e3d4c762-26e0-46b8-a35d-6b6fbe06fa8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e3d4c762-26e0-46b8-a35d-6b6fbe06fa8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b87d50f6-d6bd-453c-8002-ac6511c040dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e3d4c762-26e0-46b8-a35d-6b6fbe06fa8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T19:27:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e3d4c762-26e0-46b8-a35d-6b6fbe06fa8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e3d4c762-26e0-46b8-a35d-6b6fbe06fa8f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:27:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b87d50f6-d6bd-453c-8002-ac6511c040dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:27:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b87d50f6-d6bd-453c-8002-ac6511c040dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ce43c519-5c09-4fbb-a313-9049cc0772af", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:27:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ce43c519-5c09-4fbb-a313-9049cc0772af", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:27:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ce43c519-5c09-4fbb-a313-9049cc0772af", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:27:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1ae5e27-12ec-40cd-ab98-87efd108f6ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ce43c519-5c09-4fbb-a313-9049cc0772af", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T19:27:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ce43c519-5c09-4fbb-a313-9049cc0772af", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ce43c519-5c09-4fbb-a313-9049cc0772af", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:27:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1ae5e27-12ec-40cd-ab98-87efd108f6ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:27:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1ae5e27-12ec-40cd-ab98-87efd108f6ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "936c5540-c6cb-48dd-8ba1-a3fad60bedbf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:27:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "936c5540-c6cb-48dd-8ba1-a3fad60bedbf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:27:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "936c5540-c6cb-48dd-8ba1-a3fad60bedbf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:27:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb3146a7-a691-4566-a63f-104f72f89075", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "936c5540-c6cb-48dd-8ba1-a3fad60bedbf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T19:27:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "936c5540-c6cb-48dd-8ba1-a3fad60bedbf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "936c5540-c6cb-48dd-8ba1-a3fad60bedbf", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:27:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb3146a7-a691-4566-a63f-104f72f89075", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:27:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb3146a7-a691-4566-a63f-104f72f89075", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99316686-50fd-4dda-b6e3-7242f6ea385b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99316686-50fd-4dda-b6e3-7242f6ea385b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:27:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99316686-50fd-4dda-b6e3-7242f6ea385b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0b5e8374-5ebe-423b-8943-68c53aa7384c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:27:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0b5e8374-5ebe-423b-8943-68c53aa7384c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:27:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0b5e8374-5ebe-423b-8943-68c53aa7384c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:27:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0b5e8374-5ebe-423b-8943-68c53aa7384c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T19:27:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0b5e8374-5ebe-423b-8943-68c53aa7384c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0b5e8374-5ebe-423b-8943-68c53aa7384c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:27:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "10b680ce-8198-4f59-9219-04768f603506", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:27:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "10b680ce-8198-4f59-9219-04768f603506", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:27:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "10b680ce-8198-4f59-9219-04768f603506", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:27:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "10b680ce-8198-4f59-9219-04768f603506", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T19:27:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "10b680ce-8198-4f59-9219-04768f603506", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "10b680ce-8198-4f59-9219-04768f603506", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:27:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae500efe-10fb-4187-a68d-dd4df174c993", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae500efe-10fb-4187-a68d-dd4df174c993", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:27:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae500efe-10fb-4187-a68d-dd4df174c993", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dea21b1c-e2f5-4b71-a0d8-51dc661ddfe5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:27:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dea21b1c-e2f5-4b71-a0d8-51dc661ddfe5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:27:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dea21b1c-e2f5-4b71-a0d8-51dc661ddfe5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:27:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dea21b1c-e2f5-4b71-a0d8-51dc661ddfe5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T19:27:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dea21b1c-e2f5-4b71-a0d8-51dc661ddfe5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dea21b1c-e2f5-4b71-a0d8-51dc661ddfe5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:27:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f359ba0e-ffcf-4472-8d5c-1ed3d21ecbd7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:27:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f359ba0e-ffcf-4472-8d5c-1ed3d21ecbd7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:27:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f359ba0e-ffcf-4472-8d5c-1ed3d21ecbd7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:27:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f359ba0e-ffcf-4472-8d5c-1ed3d21ecbd7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T19:27:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f359ba0e-ffcf-4472-8d5c-1ed3d21ecbd7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f359ba0e-ffcf-4472-8d5c-1ed3d21ecbd7", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:27:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02c81f02-0f25-4552-ab70-ab3dba0bd065", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02c81f02-0f25-4552-ab70-ab3dba0bd065", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:27:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02c81f02-0f25-4552-ab70-ab3dba0bd065", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:27:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b31fae7-891d-4c18-97e0-f6d47a2a77a2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:27:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b31fae7-891d-4c18-97e0-f6d47a2a77a2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:27:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b31fae7-891d-4c18-97e0-f6d47a2a77a2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:27:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b31fae7-891d-4c18-97e0-f6d47a2a77a2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T19:27:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b31fae7-891d-4c18-97e0-f6d47a2a77a2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1b31fae7-891d-4c18-97e0-f6d47a2a77a2", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:27:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a211425f-bc80-4341-892b-7924329f57ba", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:27:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a211425f-bc80-4341-892b-7924329f57ba", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:27:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a211425f-bc80-4341-892b-7924329f57ba", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:27:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a211425f-bc80-4341-892b-7924329f57ba", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T19:27:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a211425f-bc80-4341-892b-7924329f57ba", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:27:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a211425f-bc80-4341-892b-7924329f57ba", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "12a2bf40-d850-4d82-b2b3-de1a82ddc6e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:28:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "12a2bf40-d850-4d82-b2b3-de1a82ddc6e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:28:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "12a2bf40-d850-4d82-b2b3-de1a82ddc6e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:28:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "44b09658-4908-4d6f-a05c-f03b0b220f89", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "44b09658-4908-4d6f-a05c-f03b0b220f89", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "44b09658-4908-4d6f-a05c-f03b0b220f89", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "44b09658-4908-4d6f-a05c-f03b0b220f89", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T19:28:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "44b09658-4908-4d6f-a05c-f03b0b220f89", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:28:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "44b09658-4908-4d6f-a05c-f03b0b220f89", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8ceb7ebb-e1ff-49cc-af7e-dba43eaa5642", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8ceb7ebb-e1ff-49cc-af7e-dba43eaa5642", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8ceb7ebb-e1ff-49cc-af7e-dba43eaa5642", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8ceb7ebb-e1ff-49cc-af7e-dba43eaa5642", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T19:28:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8ceb7ebb-e1ff-49cc-af7e-dba43eaa5642", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:28:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8ceb7ebb-e1ff-49cc-af7e-dba43eaa5642", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40f8c2be-9d4b-4891-aeac-0f67abbb006a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:28:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40f8c2be-9d4b-4891-aeac-0f67abbb006a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:28:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40f8c2be-9d4b-4891-aeac-0f67abbb006a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:28:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c7edf729-0732-46c3-95d4-0a4a62f7a68b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c7edf729-0732-46c3-95d4-0a4a62f7a68b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c7edf729-0732-46c3-95d4-0a4a62f7a68b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c7edf729-0732-46c3-95d4-0a4a62f7a68b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T19:28:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c7edf729-0732-46c3-95d4-0a4a62f7a68b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:28:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c7edf729-0732-46c3-95d4-0a4a62f7a68b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:28:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d72fd4a2-5f2c-42e6-b30a-923284b457e1", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:28:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d72fd4a2-5f2c-42e6-b30a-923284b457e1", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:28:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d72fd4a2-5f2c-42e6-b30a-923284b457e1", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:28:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d72fd4a2-5f2c-42e6-b30a-923284b457e1", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T19:28:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d72fd4a2-5f2c-42e6-b30a-923284b457e1", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:28:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d72fd4a2-5f2c-42e6-b30a-923284b457e1", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:28:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31cf300a-8b80-4d0b-aad0-a7330a9aaa38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:28:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31cf300a-8b80-4d0b-aad0-a7330a9aaa38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:28:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "31cf300a-8b80-4d0b-aad0-a7330a9aaa38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:28:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5b86e6de-93d0-45df-9f28-c8a0e39d6223", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:28:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5b86e6de-93d0-45df-9f28-c8a0e39d6223", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:28:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5b86e6de-93d0-45df-9f28-c8a0e39d6223", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:28:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5b86e6de-93d0-45df-9f28-c8a0e39d6223", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T19:28:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5b86e6de-93d0-45df-9f28-c8a0e39d6223", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:28:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "5b86e6de-93d0-45df-9f28-c8a0e39d6223", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:28:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "adf1efe6-ff94-4fa7-a0f5-bc9b63e04ef0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:28:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "adf1efe6-ff94-4fa7-a0f5-bc9b63e04ef0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:28:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "adf1efe6-ff94-4fa7-a0f5-bc9b63e04ef0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:28:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "adf1efe6-ff94-4fa7-a0f5-bc9b63e04ef0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T19:28:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "adf1efe6-ff94-4fa7-a0f5-bc9b63e04ef0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:28:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "adf1efe6-ff94-4fa7-a0f5-bc9b63e04ef0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T19:28:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f9d0db33-76ab-4aef-9f2a-d2a145c77aab", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:28:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f9d0db33-76ab-4aef-9f2a-d2a145c77aab", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:28:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f9d0db33-76ab-4aef-9f2a-d2a145c77aab", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:28:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f9d0db33-76ab-4aef-9f2a-d2a145c77aab", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T19:28:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f9d0db33-76ab-4aef-9f2a-d2a145c77aab", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:28:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f9d0db33-76ab-4aef-9f2a-d2a145c77aab", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T19:29:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "19e64a0b-7aeb-44ab-b9fb-1837cf6d3047", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:29:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "19e64a0b-7aeb-44ab-b9fb-1837cf6d3047", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:29:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "19e64a0b-7aeb-44ab-b9fb-1837cf6d3047", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:29:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "19e64a0b-7aeb-44ab-b9fb-1837cf6d3047", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T19:29:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "19e64a0b-7aeb-44ab-b9fb-1837cf6d3047", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:29:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "19e64a0b-7aeb-44ab-b9fb-1837cf6d3047", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T19:29:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8359b04-31bf-48aa-ade8-811587fc6766", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:29:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8359b04-31bf-48aa-ade8-811587fc6766", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:29:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8359b04-31bf-48aa-ade8-811587fc6766", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:29:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8359b04-31bf-48aa-ade8-811587fc6766", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T19:29:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8359b04-31bf-48aa-ade8-811587fc6766", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:29:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "a8359b04-31bf-48aa-ade8-811587fc6766", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:29:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c04c5daa-24b3-4cbe-84df-c0c8174e18b5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:29:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c04c5daa-24b3-4cbe-84df-c0c8174e18b5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:29:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c04c5daa-24b3-4cbe-84df-c0c8174e18b5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:29:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c04c5daa-24b3-4cbe-84df-c0c8174e18b5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T19:29:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c04c5daa-24b3-4cbe-84df-c0c8174e18b5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:29:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c04c5daa-24b3-4cbe-84df-c0c8174e18b5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T19:29:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "017993cd-af66-4c76-b827-d82f6b2b84a6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:29:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "017993cd-af66-4c76-b827-d82f6b2b84a6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:29:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "017993cd-af66-4c76-b827-d82f6b2b84a6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:29:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "017993cd-af66-4c76-b827-d82f6b2b84a6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T19:29:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "017993cd-af66-4c76-b827-d82f6b2b84a6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T19:29:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "017993cd-af66-4c76-b827-d82f6b2b84a6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T19:29:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "376f1f83-8eaf-45e9-9dfb-5b5ae2ae7ca4", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T19:29:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "2d389b1f-1a6b-49b1-aa47-8d4bef5a6bfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T19:29:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "bd59d730-324c-4230-91d4-e3e158cdee61", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:29:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "bd59d730-324c-4230-91d4-e3e158cdee61", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T19:29:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bce63cf9-681d-4e6b-9573-b490a5ffdfc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T19:29:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "72b560cf-509b-4b6d-838c-cc2ccd6cbbee", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T19:29:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "b7beb8e0-3902-4935-bd52-441568b9bd22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:29:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "b7beb8e0-3902-4935-bd52-441568b9bd22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T19:29:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52fbfa29-b64d-4915-a658-f77e25a9fc79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T19:29:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "c4dd1052-f06d-4f8b-9d98-9a39ced8b92d", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T19:29:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "7fa6ac73-4907-43c0-be08-54a40c2f4e82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:29:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "7fa6ac73-4907-43c0-be08-54a40c2f4e82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-12T19:29:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "80c00c25-df6c-4ed1-a145-502b4623ad0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T19:29:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c59feb66-e7b7-4a95-9efb-733626f05631", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-12T19:29:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "c4c408ee-d48c-4393-b211-9432f37323da", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T19:29:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "490e3ed2-ad55-4c79-a8c3-ab8cedbce2d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:29:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "490e3ed2-ad55-4c79-a8c3-ab8cedbce2d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-12T19:29:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d04c3c77-6d1c-43b1-a0e6-e6656b0f36e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-12T19:29:38Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T19:29:38Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T19:29:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T19:29:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T19:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "7976276d-354d-4ed4-a109-d76dcc98f8d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9b64ac68-aabf-4b74-bdfb-a346c57332a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:31:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fbc53288-496b-4c71-8213-9bbd09b18245", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:31:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "fbc53288-496b-4c71-8213-9bbd09b18245", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:31:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "be1f330b-7e4a-4b36-849d-cc0a84651c42", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:31:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "be1f330b-7e4a-4b36-849d-cc0a84651c42", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5771f83-6608-498f-a4e8-81ab454ae91d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cd676d17-22b8-41e5-8c54-a1b3f5bc0961", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:31:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d86f4087-8c1c-4bc0-bbd0-add8cab8c98a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:31:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d86f4087-8c1c-4bc0-bbd0-add8cab8c98a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa51bd68-dd9d-4a11-989f-a4de3dd2ee68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:32:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "923038f2-2241-4afe-890a-321f16b05a9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:32:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "923038f2-2241-4afe-890a-321f16b05a9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:32:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "923038f2-2241-4afe-890a-321f16b05a9b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:32:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d6dccce0-f192-4c7b-bff3-15b63f32e418", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:32:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d6dccce0-f192-4c7b-bff3-15b63f32e418", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:32:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2ea99b67-7d9d-4110-ba5c-49764b7e4f0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:32:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2ea99b67-7d9d-4110-ba5c-49764b7e4f0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:32:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49256fb1-cfa4-45a2-bd9b-1cdda0fd21b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:32:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49256fb1-cfa4-45a2-bd9b-1cdda0fd21b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T19:32:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9f4ab07b-b4b5-446d-a779-90bfc9b02b12", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:32:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7e7711fc-2dd6-4816-90a7-92f0e44d9fd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:32:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d34eea3e-b11e-4148-9943-6c4aaf8ac748", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:32:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d34eea3e-b11e-4148-9943-6c4aaf8ac748", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:32:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0606bd9b-ba57-4010-ba4f-b45b1906277b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:32:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0fd45187-1e69-45a9-a118-a778e592b67f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:32:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "bbc298bc-eebe-4d01-8132-564268595296", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:32:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "bbc298bc-eebe-4d01-8132-564268595296", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:32:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77c2aef4-d00c-4a16-93a2-29b359600907", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:33:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0948e2eb-3e3f-4f17-b2b2-2bdcd464ff1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:33:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0948e2eb-3e3f-4f17-b2b2-2bdcd464ff1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:33:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0948e2eb-3e3f-4f17-b2b2-2bdcd464ff1f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:33:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c509e9f4-f4b1-4576-b237-bb73d29eeb2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:33:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c509e9f4-f4b1-4576-b237-bb73d29eeb2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:33:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "578ed873-bfbb-443d-aa8a-f2bf4f6fa91f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:33:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "578ed873-bfbb-443d-aa8a-f2bf4f6fa91f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:33:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8317e7f8-7387-4013-95de-40d8e131280f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:33:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8317e7f8-7387-4013-95de-40d8e131280f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T19:33:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "openshift-service-ca.crt", "reconcileID": "84963e06-b853-4152-9fef-e845213e786d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "odh-trusted-ca-bundle", "reconcileID": "5705ffdd-2e6f-48a2-b462-1746d09d82fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "openshift-service-ca.crt", "reconcileID": "60cad56e-f775-4cde-bedc-8a9b1b310842", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fbd2ff", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:33:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "openshift-service-ca.crt", "reconcileID": "60cad56e-f775-4cde-bedc-8a9b1b310842", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "openshift-service-ca.crt", "reconcileID": "c02e79e2-beb1-44ba-ab29-bff543f38045", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fbd2ff", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:33:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "openshift-service-ca.crt", "reconcileID": "c02e79e2-beb1-44ba-ab29-bff543f38045", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:33:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82de1281-0104-42f2-9591-ec7bc1140565", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fbd2ff", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:33:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82de1281-0104-42f2-9591-ec7bc1140565", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "odh-trusted-ca-bundle", "reconcileID": "deb5ac5d-b39a-4098-8a7a-784edd1a53fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "openshift-service-ca.crt", "reconcileID": "ba3f8f0b-02b5-4f1f-9f00-1787401bf6d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7627265e-7450-42ef-85a9-5990693f138f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d66fd7a7-6c81-4a54-a067-00ba22dcf101", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d66fd7a7-6c81-4a54-a067-00ba22dcf101", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:33:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d66fd7a7-6c81-4a54-a067-00ba22dcf101", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14db3f1f-20cb-40b4-bf77-4e247268fe28", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14db3f1f-20cb-40b4-bf77-4e247268fe28", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:33:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14db3f1f-20cb-40b4-bf77-4e247268fe28", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b96a806-0c82-4020-998a-6484bbcccb1d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b96a806-0c82-4020-998a-6484bbcccb1d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:33:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b96a806-0c82-4020-998a-6484bbcccb1d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76e324c7-20c3-4cae-925c-de31b206a6c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76e324c7-20c3-4cae-925c-de31b206a6c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:33:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76e324c7-20c3-4cae-925c-de31b206a6c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1b634aa-892f-4eb4-8ea5-40704075c5a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1b634aa-892f-4eb4-8ea5-40704075c5a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fbd2ff", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:33:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1b634aa-892f-4eb4-8ea5-40704075c5a9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-fbd2ff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:33:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "odh-trusted-ca-bundle", "reconcileID": "88ee975b-2c81-4bda-a7ad-828f43abe098", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "odh-trusted-ca-bundle", "reconcileID": "88ee975b-2c81-4bda-a7ad-828f43abe098", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "openshift-service-ca.crt", "reconcileID": "4a53e2a2-dda8-4c6a-9a60-a08f57ee1f4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "openshift-service-ca.crt", "reconcileID": "4a53e2a2-dda8-4c6a-9a60-a08f57ee1f4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d16886b-2019-43f7-9226-6ee9bc112abd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-fbd2ff"}, "namespace": "e2e-modelref-fbd2ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d16886b-2019-43f7-9226-6ee9bc112abd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-fbd2ff"} 2026-06-12T19:33:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "openshift-service-ca.crt", "reconcileID": "f9474994-4c22-4030-9deb-2c7b07210a5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "odh-trusted-ca-bundle", "reconcileID": "01e3e7a1-d472-4b6e-83fd-3b8704c5dea0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "openshift-service-ca.crt", "reconcileID": "1aa33313-58f1-4128-9332-feac92af16ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e4435e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:33:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "openshift-service-ca.crt", "reconcileID": "1aa33313-58f1-4128-9332-feac92af16ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3850997-0d3d-4948-80e1-6450e0d45803", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "openshift-service-ca.crt", "reconcileID": "8de86cd3-fb93-40cd-a68e-7bf81c67d17e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "odh-trusted-ca-bundle", "reconcileID": "c5d3a1e0-e6aa-4fee-bc31-f25a3f9fb065", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e4435e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:33:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "odh-trusted-ca-bundle", "reconcileID": "c5d3a1e0-e6aa-4fee-bc31-f25a3f9fb065", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "813dd628-6922-4d7c-8911-ae77a04391d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b7be1f4-2869-417c-a3d0-98cc565ac5f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b7be1f4-2869-417c-a3d0-98cc565ac5f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:33:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b7be1f4-2869-417c-a3d0-98cc565ac5f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1e840f99-445a-46f4-9b2f-3179067ce1ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1e840f99-445a-46f4-9b2f-3179067ce1ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:33:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1e840f99-445a-46f4-9b2f-3179067ce1ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8d3ff4f-09d8-488d-8642-3fca0a3f647d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8d3ff4f-09d8-488d-8642-3fca0a3f647d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:33:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8d3ff4f-09d8-488d-8642-3fca0a3f647d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d85f3e3b-7561-4a34-9bcc-cd65bfa7fb4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d85f3e3b-7561-4a34-9bcc-cd65bfa7fb4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:33:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d85f3e3b-7561-4a34-9bcc-cd65bfa7fb4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:33:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "872729ba-9294-40b1-81c2-7c53aa2ca66d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "872729ba-9294-40b1-81c2-7c53aa2ca66d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e4435e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:33:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "872729ba-9294-40b1-81c2-7c53aa2ca66d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-e4435e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:33:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "odh-trusted-ca-bundle", "reconcileID": "c0878f75-dfc4-4dc5-9a72-d611ee5c45e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "odh-trusted-ca-bundle", "reconcileID": "c0878f75-dfc4-4dc5-9a72-d611ee5c45e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "openshift-service-ca.crt", "reconcileID": "d9ef294e-3828-4e9f-8efd-51ca55b8980b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "openshift-service-ca.crt", "reconcileID": "d9ef294e-3828-4e9f-8efd-51ca55b8980b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "502722fe-035b-4a8d-a4ba-8a7208a7723d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:33:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-e4435e"}, "namespace": "e2e-modelref-e4435e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "502722fe-035b-4a8d-a4ba-8a7208a7723d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-e4435e"} 2026-06-12T19:34:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "openshift-service-ca.crt", "reconcileID": "a5cfa325-e729-4a41-b581-f697f8adbffa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "odh-trusted-ca-bundle", "reconcileID": "b17cf3ee-649d-4ed7-a04c-624c36bc9198", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "openshift-service-ca.crt", "reconcileID": "283f35de-8084-481a-b431-a58f3f22b1c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9d4c33", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:34:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "openshift-service-ca.crt", "reconcileID": "283f35de-8084-481a-b431-a58f3f22b1c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "openshift-service-ca.crt", "reconcileID": "4f038276-f8e7-492e-8d13-d82a56f163f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67b4a647-2550-457f-b94c-ec0a5431b261", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "odh-trusted-ca-bundle", "reconcileID": "4e386a81-33cc-47dd-a6d5-db08f6c35576", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9d4c33", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:34:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "odh-trusted-ca-bundle", "reconcileID": "4e386a81-33cc-47dd-a6d5-db08f6c35576", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45607e34-e819-45d3-9621-0f20863a0bc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8e83214-c37c-491f-91d1-07ad589510be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8e83214-c37c-491f-91d1-07ad589510be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9d4c33", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:34:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8e83214-c37c-491f-91d1-07ad589510be", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-9d4c33 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:34:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "odh-trusted-ca-bundle", "reconcileID": "539272bc-a5e2-45f2-b975-1932c0905855", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "odh-trusted-ca-bundle", "reconcileID": "539272bc-a5e2-45f2-b975-1932c0905855", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "openshift-service-ca.crt", "reconcileID": "2674e046-1921-4d28-b459-86fb5866bfd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "openshift-service-ca.crt", "reconcileID": "2674e046-1921-4d28-b459-86fb5866bfd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b890bd6-8801-4d6f-8e82-65e13b2f5e8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9d4c33"}, "namespace": "e2e-webhook-test-9d4c33", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b890bd6-8801-4d6f-8e82-65e13b2f5e8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9d4c33"} 2026-06-12T19:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "openshift-service-ca.crt", "reconcileID": "d5bd1553-cff6-426c-98e8-01157d9bc93f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "odh-trusted-ca-bundle", "reconcileID": "9320a0bb-20b9-4d74-9f37-c995ce73a871", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "openshift-service-ca.crt", "reconcileID": "1a576573-5e5c-4f37-b10e-27aa6db3cf1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-68bdb5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:34:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "openshift-service-ca.crt", "reconcileID": "1a576573-5e5c-4f37-b10e-27aa6db3cf1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "openshift-service-ca.crt", "reconcileID": "e1ab7475-1ab1-4762-8a4a-795b078f5a71", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5472d642-bb81-489e-877c-4eff2715273a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "odh-trusted-ca-bundle", "reconcileID": "f2f0f112-4e40-4a48-a5bf-9c6f7b8c1280", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-68bdb5", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:34:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "odh-trusted-ca-bundle", "reconcileID": "f2f0f112-4e40-4a48-a5bf-9c6f7b8c1280", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34a15a44-11c6-4beb-a436-217bba00ec14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32550593-b52b-4704-8275-8c19ba9331ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32550593-b52b-4704-8275-8c19ba9331ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-68bdb5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:34:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32550593-b52b-4704-8275-8c19ba9331ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-68bdb5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:34:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "odh-trusted-ca-bundle", "reconcileID": "3275280d-5f4e-4169-9588-959073247fde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "odh-trusted-ca-bundle", "reconcileID": "3275280d-5f4e-4169-9588-959073247fde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "openshift-service-ca.crt", "reconcileID": "0a616d12-0d21-49b2-ac4e-3e41f0ee57fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "openshift-service-ca.crt", "reconcileID": "0a616d12-0d21-49b2-ac4e-3e41f0ee57fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac58c92d-34a7-4c57-925f-cebd6c22cec4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:34:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-68bdb5"}, "namespace": "e2e-webhook-test-68bdb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac58c92d-34a7-4c57-925f-cebd6c22cec4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-68bdb5"} 2026-06-12T19:43:23Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T19:43:23Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T19:43:24Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T19:43:24Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T19:51:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "336c4093-ff2a-40d0-9b07-18ad37b538fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:51:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "336c4093-ff2a-40d0-9b07-18ad37b538fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:51:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "336c4093-ff2a-40d0-9b07-18ad37b538fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8161e21-0057-42b7-86dd-2e5cdc6eac98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8161e21-0057-42b7-86dd-2e5cdc6eac98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:51:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8161e21-0057-42b7-86dd-2e5cdc6eac98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:51:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb7515ac-dce3-411d-8932-c475f9cdcb3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:51:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb7515ac-dce3-411d-8932-c475f9cdcb3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:51:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eb7515ac-dce3-411d-8932-c475f9cdcb3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:51:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61781651-e2d0-42c2-af5e-e20cfc6a324f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:51:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61781651-e2d0-42c2-af5e-e20cfc6a324f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T19:51:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61781651-e2d0-42c2-af5e-e20cfc6a324f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T19:51:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7ee94ab9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7ee94ab9", "reconcileID": "6075bc69-b484-44f8-9f49-2199c84f00df", "Gateway": "e2e-ait-7ee94ab9", "namespace": "openshift-ingress"} 2026-06-12T19:51:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7ee94ab9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7ee94ab9", "reconcileID": "29fc9ce8-b353-48e9-807f-a0811a94ab38", "Gateway": "e2e-ait-7ee94ab9", "namespace": "openshift-ingress"} 2026-06-12T19:51:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7ee94ab9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7ee94ab9", "reconcileID": "09d1f2fe-382d-45fd-a95b-185411dcd7c3", "Gateway": "e2e-ait-7ee94ab9", "namespace": "openshift-ingress"} 2026-06-12T19:51:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7ee94ab9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7ee94ab9", "reconcileID": "d3bea4b9-a574-4c2f-916c-cee972cadb49", "Gateway": "e2e-ait-7ee94ab9", "namespace": "openshift-ingress"} 2026-06-12T19:51:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7ee94ab9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7ee94ab9", "reconcileID": "bb243a03-695b-47da-a9e5-e0a39679ef9d", "Gateway": "e2e-ait-7ee94ab9", "namespace": "openshift-ingress"} 2026-06-12T19:51:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "openshift-service-ca.crt", "reconcileID": "4db0c227-05eb-4fd3-a3a0-1d2bce419515", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "odh-trusted-ca-bundle", "reconcileID": "2c98ad71-970c-4752-9038-5ca66455c34a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "openshift-service-ca.crt", "reconcileID": "a9ca5f49-cbe0-4970-9bb5-08bad124c380", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-7ee94ab9", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:51:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "openshift-service-ca.crt", "reconcileID": "a9ca5f49-cbe0-4970-9bb5-08bad124c380", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1681dabd-65a8-4744-b362-8563c1a540a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "openshift-service-ca.crt", "reconcileID": "35c3e86b-6d4d-4bac-8953-b536ad4fdf4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "odh-trusted-ca-bundle", "reconcileID": "6a2606a8-0fd4-427d-aca4-7984a9b93c9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-7ee94ab9", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:51:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "odh-trusted-ca-bundle", "reconcileID": "6a2606a8-0fd4-427d-aca4-7984a9b93c9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c33af8a-7f88-4352-92b2-34d47557161c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7ee94ab9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7ee94ab9", "reconcileID": "60966c79-0486-4443-9c73-5ad5e0df82b9", "Gateway": "e2e-ait-7ee94ab9", "namespace": "openshift-ingress"} 2026-06-12T19:51:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3e81850-78ff-4df8-bad0-b3c4f8f3fcb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3e81850-78ff-4df8-bad0-b3c4f8f3fcb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-7ee94ab9", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:51:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3e81850-78ff-4df8-bad0-b3c4f8f3fcb4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-7ee94ab9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:51:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "odh-trusted-ca-bundle", "reconcileID": "072132bf-ce9e-424e-b0f9-38f27ab65b93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "odh-trusted-ca-bundle", "reconcileID": "072132bf-ce9e-424e-b0f9-38f27ab65b93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "openshift-service-ca.crt", "reconcileID": "b3fba2ce-1247-460b-8ee6-e41986395069", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "openshift-service-ca.crt", "reconcileID": "b3fba2ce-1247-460b-8ee6-e41986395069", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "794ce919-98ce-4087-8b41-e4581415ddb8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-7ee94ab9"}, "namespace": "ai-tenant-e2e-ait-7ee94ab9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "794ce919-98ce-4087-8b41-e4581415ddb8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-7ee94ab9"} 2026-06-12T19:51:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f4a0a2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f4a0a2e", "reconcileID": "bf8e29ec-779f-4e8d-84af-9e6b9a8bafb3", "Gateway": "e2e-ait-2f4a0a2e", "namespace": "openshift-ingress"} 2026-06-12T19:51:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f4a0a2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f4a0a2e", "reconcileID": "4cc2088a-fbeb-4361-9d08-cd225b2edad7", "Gateway": "e2e-ait-2f4a0a2e", "namespace": "openshift-ingress"} 2026-06-12T19:51:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f4a0a2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f4a0a2e", "reconcileID": "c0c9206d-6fe1-403d-91e1-7cea374260f6", "Gateway": "e2e-ait-2f4a0a2e", "namespace": "openshift-ingress"} 2026-06-12T19:51:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f4a0a2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f4a0a2e", "reconcileID": "f42fc27a-8acb-4658-9340-10a44fd20d97", "Gateway": "e2e-ait-2f4a0a2e", "namespace": "openshift-ingress"} 2026-06-12T19:51:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f4a0a2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f4a0a2e", "reconcileID": "a0ee5d76-4cac-47a0-b542-db40afb4bf51", "Gateway": "e2e-ait-2f4a0a2e", "namespace": "openshift-ingress"} 2026-06-12T19:51:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "openshift-service-ca.crt", "reconcileID": "75665677-c8f3-4809-a5e5-7d4dac904cde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:51:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "odh-trusted-ca-bundle", "reconcileID": "9039b223-1118-4e57-b464-e71f6c77e279", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:51:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "openshift-service-ca.crt", "reconcileID": "106bdbd5-61b2-4350-9331-57679c487f7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:51:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "openshift-service-ca.crt", "reconcileID": "106bdbd5-61b2-4350-9331-57679c487f7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:51:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33597f25-81b1-413e-a62e-102729784888", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:51:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "openshift-service-ca.crt", "reconcileID": "b49e7e9b-0330-483d-80d8-ce3e33bad2bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:51:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "odh-trusted-ca-bundle", "reconcileID": "eadf0a53-716a-4219-a2d8-3fba0b562582", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:51:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "odh-trusted-ca-bundle", "reconcileID": "eadf0a53-716a-4219-a2d8-3fba0b562582", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:51:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44eabbe6-f5aa-4a08-a6ae-e5cbf827e6c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:51:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f4a0a2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f4a0a2e", "reconcileID": "9f1ea1e7-5e5e-41e3-9cdd-93823ce27a68", "Gateway": "e2e-ait-2f4a0a2e", "namespace": "openshift-ingress"} 2026-06-12T19:52:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f4a0a2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f4a0a2e", "reconcileID": "c888cc97-521a-44ab-baed-13ff475123bd", "Gateway": "e2e-ait-2f4a0a2e", "namespace": "openshift-ingress"} 2026-06-12T19:52:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24fbac40-7a03-4a3d-8967-b4a6737d2aab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:52:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24fbac40-7a03-4a3d-8967-b4a6737d2aab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T19:52:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24fbac40-7a03-4a3d-8967-b4a6737d2aab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-2f4a0a2e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T19:52:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "odh-trusted-ca-bundle", "reconcileID": "731a3a3c-4c91-4550-8700-24fb85c949ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:52:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "odh-trusted-ca-bundle", "reconcileID": "731a3a3c-4c91-4550-8700-24fb85c949ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:52:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "openshift-service-ca.crt", "reconcileID": "a6aabd13-c125-4aef-96ae-7542bbbc67e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:52:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "openshift-service-ca.crt", "reconcileID": "a6aabd13-c125-4aef-96ae-7542bbbc67e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:52:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21d21d49-938c-4537-b97d-e51941c15b41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"} 2026-06-12T19:52:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2f4a0a2e"}, "namespace": "ai-tenant-e2e-ait-2f4a0a2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21d21d49-938c-4537-b97d-e51941c15b41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f4a0a2e"}