sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:21:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c195f46-a3c0-4dcd-a625-e9d6948d6d6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T12:21:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "94e9bed5-33d1-44d0-ab0c-86260413c277", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-08T12:21:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "7f66e0bc-191d-493b-964b-5661a4068e11", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-08T12:21:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "059e8ade-dcaf-4474-be4a-66b9a6374811", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:21:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "059e8ade-dcaf-4474-be4a-66b9a6374811", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T12:21:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f97b4d9-6848-44a0-89d7-986ab2c2c134", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-08T12:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "505908c6-33bb-49ac-98b4-426e151c2913", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T12:22:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "2bfc7fe9-8fc5-490b-a23c-e183630c3302", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:22:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "2bfc7fe9-8fc5-490b-a23c-e183630c3302", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T12:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "faa40cc2-6e01-438b-9453-75b15b38522a", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T12:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "75eceb4e-d1e1-4934-aa74-889f7a2857c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-08T12:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49aec900-887c-4995-8495-0279520aab4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T12:22:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "b1bdf525-05e4-49fa-aa70-9f6ea6179257", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:22:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "b1bdf525-05e4-49fa-aa70-9f6ea6179257", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-08T12:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "84a2b9e4-a932-49c1-8405-2c608a428667", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-08T12:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f8f57bf-6b71-4cfa-8ec9-407e0aba803d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-08T12:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "ea48fa96-92fd-42bc-b224-332986025a15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-08T12:22:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "7ec7a3cd-570d-4d7f-a1d5-b214bb7f484f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:22:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "7ec7a3cd-570d-4d7f-a1d5-b214bb7f484f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T12:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "b729279e-545e-46f8-8426-6f5da6099eca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-08T12:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62a8688b-4463-42c0-bce8-58ed272af5c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-08T12:22:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "b239e09e-842e-4021-9094-02f2d5bd3e40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:22:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "b239e09e-842e-4021-9094-02f2d5bd3e40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-08T12:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc5944a4-6bee-4ae4-a2f7-1fe4611d282f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-08T12:22:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "078961f1-4a8f-462f-928c-4b627450e316", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:22:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "078961f1-4a8f-462f-928c-4b627450e316", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:22:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "078961f1-4a8f-462f-928c-4b627450e316", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:22:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b2b9ff6-5621-4fdc-bc5a-d37ee433783b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:22:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b2b9ff6-5621-4fdc-bc5a-d37ee433783b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:22:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b2b9ff6-5621-4fdc-bc5a-d37ee433783b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:23:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "4ea9facc-cc81-4ce0-be81-6abe8335e781", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T12:23:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "dfda44e6-7787-4f89-9f93-1153d77b4185", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T12:23:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "60f48048-7674-4b4b-bf6f-c8e3c35b71b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:23:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "60f48048-7674-4b4b-bf6f-c8e3c35b71b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T12:23:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8175356a-631c-4f10-b116-57655edb1b61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T12:23:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "9347fda8-fe09-4f66-9cfb-9e0c783c2425", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-08T12:23:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "208967fb-1002-40e7-a28f-c66df67fb74b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:23:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "208967fb-1002-40e7-a28f-c66df67fb74b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-08T12:23:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "819b335f-2642-4bc5-8814-5081f8e7ef49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "54833be9-1ff0-4564-8cfa-4ed94704b739", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "54833be9-1ff0-4564-8cfa-4ed94704b739", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "54833be9-1ff0-4564-8cfa-4ed94704b739", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8cd92f66-e1f7-40de-a7a8-aad30756fb9a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8cd92f66-e1f7-40de-a7a8-aad30756fb9a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:23:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "54833be9-1ff0-4564-8cfa-4ed94704b739", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T12:23:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "54833be9-1ff0-4564-8cfa-4ed94704b739", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "54833be9-1ff0-4564-8cfa-4ed94704b739", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8cd92f66-e1f7-40de-a7a8-aad30756fb9a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:23:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0b0bcdc7-6b9a-46e7-8fcf-00e64f1efaf0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0b0bcdc7-6b9a-46e7-8fcf-00e64f1efaf0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0b0bcdc7-6b9a-46e7-8fcf-00e64f1efaf0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aaecc19e-ee63-4566-909c-5e6e5df32661", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:23:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0b0bcdc7-6b9a-46e7-8fcf-00e64f1efaf0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T12:23:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0b0bcdc7-6b9a-46e7-8fcf-00e64f1efaf0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "0b0bcdc7-6b9a-46e7-8fcf-00e64f1efaf0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aaecc19e-ee63-4566-909c-5e6e5df32661", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aaecc19e-ee63-4566-909c-5e6e5df32661", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:23:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "09d6ac7f-4e77-43b9-8513-91ffa68b4e4f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "09d6ac7f-4e77-43b9-8513-91ffa68b4e4f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "09d6ac7f-4e77-43b9-8513-91ffa68b4e4f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "09d6ac7f-4e77-43b9-8513-91ffa68b4e4f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T12:23:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "09d6ac7f-4e77-43b9-8513-91ffa68b4e4f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "09d6ac7f-4e77-43b9-8513-91ffa68b4e4f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b996d78f-c5fa-49cd-99a5-86eab70fe1ab", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b996d78f-c5fa-49cd-99a5-86eab70fe1ab", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b996d78f-c5fa-49cd-99a5-86eab70fe1ab", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce4da2a4-dfc9-4cf2-8dea-97a731311da0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:23:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b996d78f-c5fa-49cd-99a5-86eab70fe1ab", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T12:23:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b996d78f-c5fa-49cd-99a5-86eab70fe1ab", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b996d78f-c5fa-49cd-99a5-86eab70fe1ab", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce4da2a4-dfc9-4cf2-8dea-97a731311da0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce4da2a4-dfc9-4cf2-8dea-97a731311da0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:23:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4f2b1619-246c-4725-b283-b0e090a70d2a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4f2b1619-246c-4725-b283-b0e090a70d2a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4f2b1619-246c-4725-b283-b0e090a70d2a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04caff21-f107-4628-a53c-938c274df2aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:23:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4f2b1619-246c-4725-b283-b0e090a70d2a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:23:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4f2b1619-246c-4725-b283-b0e090a70d2a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "4f2b1619-246c-4725-b283-b0e090a70d2a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04caff21-f107-4628-a53c-938c274df2aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "04caff21-f107-4628-a53c-938c274df2aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:23:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "04a44eaa-a8bd-412d-9160-835922f8abcc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "04a44eaa-a8bd-412d-9160-835922f8abcc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "04a44eaa-a8bd-412d-9160-835922f8abcc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b0e6bf5-3df1-4a29-8fa4-a3bce39ad8b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:23:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "04a44eaa-a8bd-412d-9160-835922f8abcc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:23:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "04a44eaa-a8bd-412d-9160-835922f8abcc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "04a44eaa-a8bd-412d-9160-835922f8abcc", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b0e6bf5-3df1-4a29-8fa4-a3bce39ad8b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b0e6bf5-3df1-4a29-8fa4-a3bce39ad8b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:23:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c045ccbf-e6b9-4b4b-ad75-769da3ce4675", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c045ccbf-e6b9-4b4b-ad75-769da3ce4675", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c045ccbf-e6b9-4b4b-ad75-769da3ce4675", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49deb189-9075-4acc-9eaa-9b1d3246f7e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:23:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c045ccbf-e6b9-4b4b-ad75-769da3ce4675", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T12:23:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c045ccbf-e6b9-4b4b-ad75-769da3ce4675", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c045ccbf-e6b9-4b4b-ad75-769da3ce4675", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49deb189-9075-4acc-9eaa-9b1d3246f7e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49deb189-9075-4acc-9eaa-9b1d3246f7e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc6ecf6b-a78f-490a-b454-1df1dca1f20b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc6ecf6b-a78f-490a-b454-1df1dca1f20b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:24:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dc6ecf6b-a78f-490a-b454-1df1dca1f20b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "967ddda1-a34d-49dc-92d6-2a20ad1dfd66", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:24:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "967ddda1-a34d-49dc-92d6-2a20ad1dfd66", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:24:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "967ddda1-a34d-49dc-92d6-2a20ad1dfd66", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:24:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "967ddda1-a34d-49dc-92d6-2a20ad1dfd66", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T12:24:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "967ddda1-a34d-49dc-92d6-2a20ad1dfd66", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:24:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "967ddda1-a34d-49dc-92d6-2a20ad1dfd66", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:24:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "92330840-832e-45bc-970d-5f601ca9189a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:24:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "92330840-832e-45bc-970d-5f601ca9189a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:24:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "92330840-832e-45bc-970d-5f601ca9189a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:24:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "92330840-832e-45bc-970d-5f601ca9189a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T12:24:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "92330840-832e-45bc-970d-5f601ca9189a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:24:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "92330840-832e-45bc-970d-5f601ca9189a", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:24:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3cabff0-77b0-4ead-bd4c-e4c3944951f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3cabff0-77b0-4ead-bd4c-e4c3944951f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:24:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3cabff0-77b0-4ead-bd4c-e4c3944951f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "410cd88e-d432-4aa3-923a-d8d05f5c8598", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:24:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "410cd88e-d432-4aa3-923a-d8d05f5c8598", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:24:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "410cd88e-d432-4aa3-923a-d8d05f5c8598", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:24:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "410cd88e-d432-4aa3-923a-d8d05f5c8598", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T12:24:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "410cd88e-d432-4aa3-923a-d8d05f5c8598", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:24:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "410cd88e-d432-4aa3-923a-d8d05f5c8598", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:24:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "63d9f06c-c934-4fdd-ba2f-fbba3dc02b4f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:24:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "63d9f06c-c934-4fdd-ba2f-fbba3dc02b4f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:24:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "63d9f06c-c934-4fdd-ba2f-fbba3dc02b4f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:24:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "63d9f06c-c934-4fdd-ba2f-fbba3dc02b4f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T12:24:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "63d9f06c-c934-4fdd-ba2f-fbba3dc02b4f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:24:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "63d9f06c-c934-4fdd-ba2f-fbba3dc02b4f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:24:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "942aa972-a4af-493d-9878-2b5ca3a5c8e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "942aa972-a4af-493d-9878-2b5ca3a5c8e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:24:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "942aa972-a4af-493d-9878-2b5ca3a5c8e5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7c5894d1-3efc-4bd0-9431-84817fe2636c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:24:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7c5894d1-3efc-4bd0-9431-84817fe2636c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:24:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7c5894d1-3efc-4bd0-9431-84817fe2636c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:24:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7c5894d1-3efc-4bd0-9431-84817fe2636c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T12:24:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7c5894d1-3efc-4bd0-9431-84817fe2636c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:24:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "7c5894d1-3efc-4bd0-9431-84817fe2636c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:24:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "89315aa8-0f89-490f-bf67-e511bf88ced8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "89315aa8-0f89-490f-bf67-e511bf88ced8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "89315aa8-0f89-490f-bf67-e511bf88ced8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "89315aa8-0f89-490f-bf67-e511bf88ced8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:24:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "89315aa8-0f89-490f-bf67-e511bf88ced8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:24:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "89315aa8-0f89-490f-bf67-e511bf88ced8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae98e34d-a9a5-4874-9188-74a9f53ce9df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae98e34d-a9a5-4874-9188-74a9f53ce9df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:24:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae98e34d-a9a5-4874-9188-74a9f53ce9df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bddb68b1-4f5c-45ce-aaab-1b234591f923", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bddb68b1-4f5c-45ce-aaab-1b234591f923", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bddb68b1-4f5c-45ce-aaab-1b234591f923", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bddb68b1-4f5c-45ce-aaab-1b234591f923", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:24:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bddb68b1-4f5c-45ce-aaab-1b234591f923", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:24:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "bddb68b1-4f5c-45ce-aaab-1b234591f923", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fc3799aa-f1c5-459f-a38e-19fa62cb2261", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fc3799aa-f1c5-459f-a38e-19fa62cb2261", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fc3799aa-f1c5-459f-a38e-19fa62cb2261", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fc3799aa-f1c5-459f-a38e-19fa62cb2261", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:24:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fc3799aa-f1c5-459f-a38e-19fa62cb2261", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:24:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fc3799aa-f1c5-459f-a38e-19fa62cb2261", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd2e289d-a0d3-402d-b114-9ec0ac168ed6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd2e289d-a0d3-402d-b114-9ec0ac168ed6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:24:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd2e289d-a0d3-402d-b114-9ec0ac168ed6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a61384d2-22de-4b6b-81b5-beb9d094c50c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a61384d2-22de-4b6b-81b5-beb9d094c50c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a61384d2-22de-4b6b-81b5-beb9d094c50c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a61384d2-22de-4b6b-81b5-beb9d094c50c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:24:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a61384d2-22de-4b6b-81b5-beb9d094c50c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:24:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a61384d2-22de-4b6b-81b5-beb9d094c50c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:24:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2c4f05e3-abea-4447-9267-aaf241518c25", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:24:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2c4f05e3-abea-4447-9267-aaf241518c25", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:24:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2c4f05e3-abea-4447-9267-aaf241518c25", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:24:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2c4f05e3-abea-4447-9267-aaf241518c25", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T12:24:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2c4f05e3-abea-4447-9267-aaf241518c25", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:24:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2c4f05e3-abea-4447-9267-aaf241518c25", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:24:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2afead4-de72-42cb-9b3d-6aa4645b1564", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2afead4-de72-42cb-9b3d-6aa4645b1564", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:24:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2afead4-de72-42cb-9b3d-6aa4645b1564", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:24:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "596fe105-3af9-4adf-a944-d49912719383", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:24:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "596fe105-3af9-4adf-a944-d49912719383", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:24:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "596fe105-3af9-4adf-a944-d49912719383", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:24:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "596fe105-3af9-4adf-a944-d49912719383", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T12:24:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "596fe105-3af9-4adf-a944-d49912719383", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:24:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "596fe105-3af9-4adf-a944-d49912719383", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:24:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "47d7d9dd-058b-4a56-93cb-77e9aad00ba9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:24:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "47d7d9dd-058b-4a56-93cb-77e9aad00ba9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:24:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "47d7d9dd-058b-4a56-93cb-77e9aad00ba9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:24:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "47d7d9dd-058b-4a56-93cb-77e9aad00ba9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-08T12:24:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "47d7d9dd-058b-4a56-93cb-77e9aad00ba9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:24:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "47d7d9dd-058b-4a56-93cb-77e9aad00ba9", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-08T12:25:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "fc555885-08b4-4a6a-8e9b-73f39631edf0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:25:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "fc555885-08b4-4a6a-8e9b-73f39631edf0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:25:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "fc555885-08b4-4a6a-8e9b-73f39631edf0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:25:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "fc555885-08b4-4a6a-8e9b-73f39631edf0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-08T12:25:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "fc555885-08b4-4a6a-8e9b-73f39631edf0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:25:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "fc555885-08b4-4a6a-8e9b-73f39631edf0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-08T12:25:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5a836c11-23a0-40cf-89b7-14bb17991818", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:25:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5a836c11-23a0-40cf-89b7-14bb17991818", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:25:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5a836c11-23a0-40cf-89b7-14bb17991818", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:25:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5a836c11-23a0-40cf-89b7-14bb17991818", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-08T12:25:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5a836c11-23a0-40cf-89b7-14bb17991818", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:25:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "5a836c11-23a0-40cf-89b7-14bb17991818", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-08T12:25:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b4c913fd-2899-4985-ae86-c9598198c420", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:25:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b4c913fd-2899-4985-ae86-c9598198c420", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:25:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b4c913fd-2899-4985-ae86-c9598198c420", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:25:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b4c913fd-2899-4985-ae86-c9598198c420", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:25:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b4c913fd-2899-4985-ae86-c9598198c420", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:25:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b4c913fd-2899-4985-ae86-c9598198c420", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:25:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "203f1cb5-8425-4c1e-8d99-6129ff3e6c4b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:25:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "203f1cb5-8425-4c1e-8d99-6129ff3e6c4b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:25:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "203f1cb5-8425-4c1e-8d99-6129ff3e6c4b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:25:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "203f1cb5-8425-4c1e-8d99-6129ff3e6c4b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-08T12:25:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "203f1cb5-8425-4c1e-8d99-6129ff3e6c4b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:25:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "203f1cb5-8425-4c1e-8d99-6129ff3e6c4b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-08T12:25:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ce1bb7e1-98ff-4494-a711-f9ec3170b4d9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:25:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ce1bb7e1-98ff-4494-a711-f9ec3170b4d9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:25:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ce1bb7e1-98ff-4494-a711-f9ec3170b4d9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:25:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ce1bb7e1-98ff-4494-a711-f9ec3170b4d9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-08T12:25:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ce1bb7e1-98ff-4494-a711-f9ec3170b4d9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-08T12:25:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ce1bb7e1-98ff-4494-a711-f9ec3170b4d9", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-08T12:25:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "7c14042e-3bcf-4896-ab18-79aa04391bbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T12:25:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "f141bd9c-0bea-41a7-89b1-a5c78a3128c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T12:25:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "1529c815-083c-40c0-95b3-69721fd08410", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:25:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "1529c815-083c-40c0-95b3-69721fd08410", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T12:25:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "64f90474-c66e-4af8-9d6e-475650c4d4e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-08T12:25:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3391129d-38b3-4343-a987-89ac1f63349d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T12:25:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "bb8558f0-8e57-479c-8dbd-f5e001566688", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:25:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "bb8558f0-8e57-479c-8dbd-f5e001566688", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T12:25:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "110bb7cc-b9c3-40d6-9c90-0cf91bebe356", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-08T12:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "218633e8-7a63-4126-bfbe-cd4b17f97fb5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T12:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "229e3c89-7867-4379-8183-5d68c6b52df7", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T12:25:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "764a4adf-2982-4cf0-a1be-06633d80283e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:25:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "764a4adf-2982-4cf0-a1be-06633d80283e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T12:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dea0966f-4f46-4303-b7d6-0714325c4573", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T12:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "24d53e42-a2e0-4d26-a7fe-c41011d6729b", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-08T12:25:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "4ef0c6d2-d532-4a65-9b53-ede113b8ab96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:25:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "4ef0c6d2-d532-4a65-9b53-ede113b8ab96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-08T12:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d1ae7e1-e131-409c-9da6-00f9b584e771", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-08T12:27:16Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:27:16Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:27:18Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:27:18Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:27:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8da1b872-c66e-4990-8e07-6e40fccfd864", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:27:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "124f392c-9a55-49aa-95ed-d013249bbdd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:27:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "012efa4a-71c4-4772-9ef0-ffc29ac73122", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:27:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "012efa4a-71c4-4772-9ef0-ffc29ac73122", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:27:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b39f4c5-9366-4313-8e90-4d027ceece49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:27:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f31cf23b-e6ba-426a-8dc2-b92e06c001ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:27:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d103fb6c-5bfb-4fad-a2d3-4f38ab44c6a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:27:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d103fb6c-5bfb-4fad-a2d3-4f38ab44c6a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:27:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57d48434-9734-4c44-b7cc-aebc98a6c297", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:28:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f549ebda-55f1-4c23-8a75-a8c2849378dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:28:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f549ebda-55f1-4c23-8a75-a8c2849378dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:28:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f549ebda-55f1-4c23-8a75-a8c2849378dc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:28:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f185197d-c7ce-4b71-a5fb-402e8086b820", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f185197d-c7ce-4b71-a5fb-402e8086b820", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:28:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c98cf2ec-8fd7-4810-b2a9-423b0bd3ac58", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c98cf2ec-8fd7-4810-b2a9-423b0bd3ac58", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:28:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b84daaa-c383-44e5-bc7c-df77e355d92f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b84daaa-c383-44e5-bc7c-df77e355d92f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-08T12:28:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "efb06928-58a1-4593-8986-5e62abba7fb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:28:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9dafe46c-0e60-4152-aaa9-77b1e9ee292b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:28:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4ce3dde5-b43d-476b-bd92-d58cea9e5cf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:28:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4ce3dde5-b43d-476b-bd92-d58cea9e5cf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:28:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b9dcd67d-2546-486a-9c0c-245b8609291a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:28:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57a18ae9-812a-4ea1-a432-df5cc7b6187d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:28:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c5c988a9-e01e-4544-b98a-5133b2b13319", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:28:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c5c988a9-e01e-4544-b98a-5133b2b13319", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:28:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cd976fe-4725-4ffd-afaf-736ef38deace", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:29:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "521e1d8a-1dba-46b2-b3a0-2430b3a772e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:29:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "521e1d8a-1dba-46b2-b3a0-2430b3a772e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:29:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "521e1d8a-1dba-46b2-b3a0-2430b3a772e3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:29:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "26217ef9-b2ca-4294-bf73-2abaca9a9ca6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:29:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "26217ef9-b2ca-4294-bf73-2abaca9a9ca6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:29:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3acbcf3d-e601-43bc-91d3-7d84d4f7276f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:29:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3acbcf3d-e601-43bc-91d3-7d84d4f7276f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:29:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a64e1665-0544-4703-bce2-c30c5a16606e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:29:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a64e1665-0544-4703-bce2-c30c5a16606e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-08T12:29:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "openshift-service-ca.crt", "reconcileID": "09f433d9-2aaf-4e54-9827-25945431efb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "odh-trusted-ca-bundle", "reconcileID": "be4d04a7-e12b-44c1-a758-2040fa191896", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "openshift-service-ca.crt", "reconcileID": "cf3d69b0-c282-498f-97ef-e1b79432d7c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-ec66cd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:29:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "openshift-service-ca.crt", "reconcileID": "cf3d69b0-c282-498f-97ef-e1b79432d7c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34a6bbad-dd28-43ac-a0bd-f63d31cdccff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "openshift-service-ca.crt", "reconcileID": "e511c224-d7bb-4e3e-95e0-d72a599d8c1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "odh-trusted-ca-bundle", "reconcileID": "d486cb63-ea1c-485d-ae8b-2d7624e4581b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-ec66cd", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:29:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "odh-trusted-ca-bundle", "reconcileID": "d486cb63-ea1c-485d-ae8b-2d7624e4581b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e62da207-24d4-4f5d-94eb-338d21664bad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "50e4731e-1f4e-4876-acc9-f3d1a6fbb0d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "50e4731e-1f4e-4876-acc9-f3d1a6fbb0d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:29:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "50e4731e-1f4e-4876-acc9-f3d1a6fbb0d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85e0c992-13ab-4717-ba97-7a973473acfe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85e0c992-13ab-4717-ba97-7a973473acfe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:29:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85e0c992-13ab-4717-ba97-7a973473acfe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0703e038-52d1-4273-a354-15fc38aa9bb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0703e038-52d1-4273-a354-15fc38aa9bb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:29:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0703e038-52d1-4273-a354-15fc38aa9bb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b3fb132-7bcc-4ee1-9f10-02f40a02728f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b3fb132-7bcc-4ee1-9f10-02f40a02728f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:29:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b3fb132-7bcc-4ee1-9f10-02f40a02728f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc446db0-0d15-4c73-ad80-d4df1ef4ac45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc446db0-0d15-4c73-ad80-d4df1ef4ac45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-ec66cd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:29:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc446db0-0d15-4c73-ad80-d4df1ef4ac45", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-ec66cd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:29:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "odh-trusted-ca-bundle", "reconcileID": "99115709-4835-4565-b200-cfe2efe6d621", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "odh-trusted-ca-bundle", "reconcileID": "99115709-4835-4565-b200-cfe2efe6d621", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "openshift-service-ca.crt", "reconcileID": "0a6d57e2-12ab-445e-bdcd-5676c7d0deca", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "openshift-service-ca.crt", "reconcileID": "0a6d57e2-12ab-445e-bdcd-5676c7d0deca", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dcaf069-55c5-4ace-a8ad-241dc90f7fc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ec66cd"}, "namespace": "e2e-modelref-ec66cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dcaf069-55c5-4ace-a8ad-241dc90f7fc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-ec66cd"} 2026-06-08T12:29:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "odh-trusted-ca-bundle", "reconcileID": "595fc02b-1090-4812-9a19-98eba4e6ac05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:29:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "openshift-service-ca.crt", "reconcileID": "8edd1b72-137c-494e-a554-03ba20bd9d64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:29:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "openshift-service-ca.crt", "reconcileID": "ddcbecef-c51d-4350-bca8-8066b0a2045d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5aef87", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:29:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "openshift-service-ca.crt", "reconcileID": "ddcbecef-c51d-4350-bca8-8066b0a2045d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:29:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "openshift-service-ca.crt", "reconcileID": "d4da4e15-c5ec-4483-85d5-f533f6185acf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5aef87", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:29:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "openshift-service-ca.crt", "reconcileID": "d4da4e15-c5ec-4483-85d5-f533f6185acf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:29:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c15602f-92ac-47c4-988a-40a0f7699885", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:29:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "openshift-service-ca.crt", "reconcileID": "a5a8c3be-98ce-4d1c-8c08-5d31ca9346ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:29:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "odh-trusted-ca-bundle", "reconcileID": "d704126a-7f4a-4b4b-b257-e6b475d69704", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5aef87", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:29:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "odh-trusted-ca-bundle", "reconcileID": "d704126a-7f4a-4b4b-b257-e6b475d69704", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:29:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acd00e7b-5a5c-4818-ba43-ee8cd1709d85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:29:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5acf4cbd-cd13-4bfb-958c-177e0bed2a78", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5acf4cbd-cd13-4bfb-958c-177e0bed2a78", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:29:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5acf4cbd-cd13-4bfb-958c-177e0bed2a78", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14a7754d-0fa0-4264-b3f0-3182bcc3613e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14a7754d-0fa0-4264-b3f0-3182bcc3613e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:29:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14a7754d-0fa0-4264-b3f0-3182bcc3613e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56b73000-c584-479c-b64b-22a60a73f7da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56b73000-c584-479c-b64b-22a60a73f7da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:29:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "56b73000-c584-479c-b64b-22a60a73f7da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed736e59-a90f-4b73-b408-42cb314cee22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed736e59-a90f-4b73-b408-42cb314cee22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:29:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed736e59-a90f-4b73-b408-42cb314cee22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:30:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a528a26-a4cb-41b7-9582-71beac2fd0a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:30:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a528a26-a4cb-41b7-9582-71beac2fd0a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5aef87", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:30:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a528a26-a4cb-41b7-9582-71beac2fd0a4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-5aef87 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:30:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "odh-trusted-ca-bundle", "reconcileID": "ffe9c411-b3f7-42b3-ae8b-7621c0ac0c48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:30:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "odh-trusted-ca-bundle", "reconcileID": "ffe9c411-b3f7-42b3-ae8b-7621c0ac0c48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:30:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "openshift-service-ca.crt", "reconcileID": "9c61ce14-d3a9-467e-bdb4-cc64da700ee7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:30:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "openshift-service-ca.crt", "reconcileID": "9c61ce14-d3a9-467e-bdb4-cc64da700ee7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:30:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dbab6a9-8a31-4807-a36c-38e64d346068", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:30:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5aef87"}, "namespace": "e2e-modelref-5aef87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5dbab6a9-8a31-4807-a36c-38e64d346068", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5aef87"} 2026-06-08T12:30:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "openshift-service-ca.crt", "reconcileID": "7db6826a-7520-4c2a-bc7a-c80e3bf8f095", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "odh-trusted-ca-bundle", "reconcileID": "34b29276-790e-4e70-b222-f0f84fa6045d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "openshift-service-ca.crt", "reconcileID": "15aa05c7-136c-4c8d-9d36-24079bc2af51", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-72e5d1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:30:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "openshift-service-ca.crt", "reconcileID": "15aa05c7-136c-4c8d-9d36-24079bc2af51", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56b4be4e-e666-4c59-b6bf-5decce0e4c35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "openshift-service-ca.crt", "reconcileID": "4042e268-4ee5-4af9-9289-b256bcce57b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "odh-trusted-ca-bundle", "reconcileID": "a588d302-7d83-430f-bed2-44ad99ad4fa0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-72e5d1", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:30:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "odh-trusted-ca-bundle", "reconcileID": "a588d302-7d83-430f-bed2-44ad99ad4fa0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9692c27-2403-4480-a716-f1cab46bf1f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c105590a-e8c3-4438-a752-5e7f45dc3088", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c105590a-e8c3-4438-a752-5e7f45dc3088", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-72e5d1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:30:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c105590a-e8c3-4438-a752-5e7f45dc3088", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-72e5d1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:30:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "odh-trusted-ca-bundle", "reconcileID": "c887e75e-e093-40b1-bb1a-a077a50067fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "odh-trusted-ca-bundle", "reconcileID": "c887e75e-e093-40b1-bb1a-a077a50067fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "openshift-service-ca.crt", "reconcileID": "e7b4559c-a375-4edf-b3c1-514057a7c3d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "openshift-service-ca.crt", "reconcileID": "e7b4559c-a375-4edf-b3c1-514057a7c3d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f141a8c-3543-4d09-8db3-3ca8ebf66a65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-72e5d1"}, "namespace": "e2e-webhook-test-72e5d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f141a8c-3543-4d09-8db3-3ca8ebf66a65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-72e5d1"} 2026-06-08T12:30:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "openshift-service-ca.crt", "reconcileID": "28efa446-c635-4dd4-88a2-d8c1853cad66", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "odh-trusted-ca-bundle", "reconcileID": "8c1e621a-2bce-4e39-bcee-c5b01a80a787", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "openshift-service-ca.crt", "reconcileID": "6ac06fe1-7651-4fa8-ba7b-68d52ec7060f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-aa107b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:30:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "openshift-service-ca.crt", "reconcileID": "6ac06fe1-7651-4fa8-ba7b-68d52ec7060f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c12ced1b-2262-4ab9-974e-fc87c699de4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "openshift-service-ca.crt", "reconcileID": "65247307-e5f4-4af7-9358-599523483b09", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "odh-trusted-ca-bundle", "reconcileID": "7749268d-87d6-4d07-ab72-2ac229a83004", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-aa107b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:30:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "odh-trusted-ca-bundle", "reconcileID": "7749268d-87d6-4d07-ab72-2ac229a83004", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "267b8b1b-9781-4690-9ba4-586134eaa3d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd8b93b8-1564-49af-991f-a637012c0390", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd8b93b8-1564-49af-991f-a637012c0390", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-aa107b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:30:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd8b93b8-1564-49af-991f-a637012c0390", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-aa107b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:30:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "odh-trusted-ca-bundle", "reconcileID": "d2ca3c89-c0b5-4ef0-affe-9f2b1e1e1d2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "odh-trusted-ca-bundle", "reconcileID": "d2ca3c89-c0b5-4ef0-affe-9f2b1e1e1d2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "openshift-service-ca.crt", "reconcileID": "fea6d8ce-11a4-4d07-ba74-bac0ffbfcd53", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "openshift-service-ca.crt", "reconcileID": "fea6d8ce-11a4-4d07-ba74-bac0ffbfcd53", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36d31a61-627c-453d-ae50-33562b3397a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:30:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-aa107b"}, "namespace": "e2e-webhook-test-aa107b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36d31a61-627c-453d-ae50-33562b3397a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-aa107b"} 2026-06-08T12:45:24Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:45:24Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:45:27Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:45:27Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-08T12:47:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "140d769a-4001-4fac-bc1f-d72825afbdf4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:47:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "140d769a-4001-4fac-bc1f-d72825afbdf4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:47:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "140d769a-4001-4fac-bc1f-d72825afbdf4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:47:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cce7cb4b-b8ce-4501-8046-e2a525ba46b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:47:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cce7cb4b-b8ce-4501-8046-e2a525ba46b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:47:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cce7cb4b-b8ce-4501-8046-e2a525ba46b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:48:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b611f7f6-66c6-44ba-97f0-304cea38124e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:48:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b611f7f6-66c6-44ba-97f0-304cea38124e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:48:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b611f7f6-66c6-44ba-97f0-304cea38124e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d92423b-8d43-42bd-8c63-716a74107756", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d92423b-8d43-42bd-8c63-716a74107756", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-08T12:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d92423b-8d43-42bd-8c63-716a74107756", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-08T12:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4a9968cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4a9968cd", "reconcileID": "f90014c0-21e9-4d13-8926-5d916fd62cb2", "Gateway": "e2e-ait-4a9968cd", "namespace": "openshift-ingress"} 2026-06-08T12:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4a9968cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4a9968cd", "reconcileID": "c9d0f78d-7800-484b-be77-5de1f3d7c3f2", "Gateway": "e2e-ait-4a9968cd", "namespace": "openshift-ingress"} 2026-06-08T12:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4a9968cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4a9968cd", "reconcileID": "d4b8cd22-4bc1-4862-a8f0-a5deff8494c5", "Gateway": "e2e-ait-4a9968cd", "namespace": "openshift-ingress"} 2026-06-08T12:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4a9968cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4a9968cd", "reconcileID": "3f7360fc-306b-4c47-bce9-99bd3396f3ba", "Gateway": "e2e-ait-4a9968cd", "namespace": "openshift-ingress"} 2026-06-08T12:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4a9968cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4a9968cd", "reconcileID": "58950c7b-c182-4d72-a27f-34b5dcb829f7", "Gateway": "e2e-ait-4a9968cd", "namespace": "openshift-ingress"} 2026-06-08T12:48:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "openshift-service-ca.crt", "reconcileID": "c2eed088-df04-45ff-a047-f519b3527212", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "odh-trusted-ca-bundle", "reconcileID": "70d11548-7bda-4967-9063-ec5cb5d46776", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "openshift-service-ca.crt", "reconcileID": "f1bd8555-c58c-4bf2-a68b-1bce5a748187", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4a9968cd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:48:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "openshift-service-ca.crt", "reconcileID": "f1bd8555-c58c-4bf2-a68b-1bce5a748187", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7776ee3-82cf-45aa-a5f1-d73077bfefc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "openshift-service-ca.crt", "reconcileID": "ddafc9cf-8f08-4041-8ffa-aa1a1f0a1c1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "odh-trusted-ca-bundle", "reconcileID": "4a054799-1fa8-421d-ba51-f2b7a58407af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4a9968cd", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:48:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "odh-trusted-ca-bundle", "reconcileID": "4a054799-1fa8-421d-ba51-f2b7a58407af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52f95c95-0c1d-4740-b315-3b118a7ed975", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4a9968cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4a9968cd", "reconcileID": "1035886f-1884-4145-9936-50f97e47dd7e", "Gateway": "e2e-ait-4a9968cd", "namespace": "openshift-ingress"} 2026-06-08T12:48:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b3c6e48-bc5e-409b-9db6-1eb7a5f32a63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b3c6e48-bc5e-409b-9db6-1eb7a5f32a63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4a9968cd", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:48:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b3c6e48-bc5e-409b-9db6-1eb7a5f32a63", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-4a9968cd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:48:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "odh-trusted-ca-bundle", "reconcileID": "10d8e5af-ba53-42a0-ad7d-97953df3866d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "odh-trusted-ca-bundle", "reconcileID": "10d8e5af-ba53-42a0-ad7d-97953df3866d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "openshift-service-ca.crt", "reconcileID": "a3f64256-7558-48d8-ba0a-8f37d4a47567", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "openshift-service-ca.crt", "reconcileID": "a3f64256-7558-48d8-ba0a-8f37d4a47567", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81ea7301-85db-48ba-b157-76edc5fc0639", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4a9968cd"}, "namespace": "e2e-aitenant-4a9968cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81ea7301-85db-48ba-b157-76edc5fc0639", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4a9968cd"} 2026-06-08T12:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-692ee7b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-692ee7b1", "reconcileID": "20038f71-3755-485f-ac67-63a71d94f9e9", "Gateway": "e2e-ait-692ee7b1", "namespace": "openshift-ingress"} 2026-06-08T12:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-692ee7b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-692ee7b1", "reconcileID": "395129c0-2f57-44dd-944a-4b412240f9d9", "Gateway": "e2e-ait-692ee7b1", "namespace": "openshift-ingress"} 2026-06-08T12:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-692ee7b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-692ee7b1", "reconcileID": "4476ad9a-e6a8-41c8-9377-196c970ed1d9", "Gateway": "e2e-ait-692ee7b1", "namespace": "openshift-ingress"} 2026-06-08T12:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-692ee7b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-692ee7b1", "reconcileID": "7e143feb-c1c8-4b6d-821c-4bd2472d33c4", "Gateway": "e2e-ait-692ee7b1", "namespace": "openshift-ingress"} 2026-06-08T12:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-692ee7b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-692ee7b1", "reconcileID": "09ecfe90-f885-4956-8d9b-14cbe9f4bd92", "Gateway": "e2e-ait-692ee7b1", "namespace": "openshift-ingress"} 2026-06-08T12:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "openshift-service-ca.crt", "reconcileID": "f9d3b25c-ee00-4b6e-a2a8-e8921719fb2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "odh-trusted-ca-bundle", "reconcileID": "3612c268-9cd0-4239-b47c-ef8c4ed0c005", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "openshift-service-ca.crt", "reconcileID": "1e6cb917-eb52-441e-9908-95db0bde12a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-692ee7b1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:48:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "openshift-service-ca.crt", "reconcileID": "1e6cb917-eb52-441e-9908-95db0bde12a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "openshift-service-ca.crt", "reconcileID": "7b023576-a7af-4db6-bf5f-65e3941cca3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d54db515-c8cd-4948-9402-7f8a3b16517b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "odh-trusted-ca-bundle", "reconcileID": "6335035a-0029-4381-98ba-65fc9e418541", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-692ee7b1", "update": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:48:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "odh-trusted-ca-bundle", "reconcileID": "6335035a-0029-4381-98ba-65fc9e418541", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3acf51a9-c162-46e8-b0b3-ab750fe6d479", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-692ee7b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-692ee7b1", "reconcileID": "f62a126a-f105-4499-9cab-e124a39dbe31", "Gateway": "e2e-ait-692ee7b1", "namespace": "openshift-ingress"} 2026-06-08T12:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-692ee7b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-692ee7b1", "reconcileID": "e74b0b9d-b7a5-408b-bec4-afb07e507989", "Gateway": "e2e-ait-692ee7b1", "namespace": "openshift-ingress"} 2026-06-08T12:48:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1b33c24-0f37-426d-89e7-14b9c09fd303", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1b33c24-0f37-426d-89e7-14b9c09fd303", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-692ee7b1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-08T12:48:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1b33c24-0f37-426d-89e7-14b9c09fd303", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-692ee7b1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-08T12:48:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "odh-trusted-ca-bundle", "reconcileID": "9d5d78ce-eade-442d-a51f-a9ad5c718461", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "odh-trusted-ca-bundle", "reconcileID": "9d5d78ce-eade-442d-a51f-a9ad5c718461", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "openshift-service-ca.crt", "reconcileID": "1a9114e5-e45d-46ca-a98f-efe5ad94e69c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "openshift-service-ca.crt", "reconcileID": "1a9114e5-e45d-46ca-a98f-efe5ad94e69c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76a35c22-b68f-4489-b3a8-2415b4bd344f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-692ee7b1"} 2026-06-08T12:48:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-692ee7b1"}, "namespace": "e2e-aitenant-692ee7b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76a35c22-b68f-4489-b3a8-2415b4bd344f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-692ee7b1"}