2026-06-09T00:29:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "2fe801ab-0a1a-4d33-b4bd-15c9479d9421", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:29:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "2fe801ab-0a1a-4d33-b4bd-15c9479d9421", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T00:29:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fdf993c-7d91-4333-bad9-a82e515763e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T00:29:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "4c5b02b0-93c8-441a-90fd-744381d0d4fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T00:29:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "4c6c3a90-acd0-4398-8f2f-73058ddb527b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:29:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "4c6c3a90-acd0-4398-8f2f-73058ddb527b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T00:29:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2e2097e-ea61-4cbc-b340-7c8d758c6ce4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T00:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "e1e366dd-08b1-4294-be3a-06f0d8644cf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T00:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "4e8e18bb-43ad-43d6-843a-3683542689c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T00:30:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "7cd52bfd-b6f2-49b6-930f-225fa5cd2f8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:30:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "7cd52bfd-b6f2-49b6-930f-225fa5cd2f8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T00:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "a8115ae7-c307-43bb-8a67-a2974351d513", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-09T00:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1263718-bd54-4b4a-b551-7b4a6bf0fdd3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T00:30:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "46f9f3f8-c6e0-42ca-b13c-87bfbdfadae4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:30:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "46f9f3f8-c6e0-42ca-b13c-87bfbdfadae4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-09T00:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "b6a615d3-35b3-4526-bcee-171786c04a51", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T00:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "13fc713c-2230-4376-ab7f-cee7af61b0d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-09T00:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc0533de-ff98-4191-8df6-0759dea2848b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-09T00:30:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "acbc08d6-4180-4859-9b77-ca2d5053e888", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:30:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "acbc08d6-4180-4859-9b77-ca2d5053e888", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T00:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "74ff7ce4-4150-4859-9dd0-e5cfa8a01104", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-09T00:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5584bfd-b14d-43f2-a049-4fa74a655147", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T00:30:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "c9629de6-f470-4e00-b3ec-15465be60762", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:30:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "c9629de6-f470-4e00-b3ec-15465be60762", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-09T00:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efd1e7db-2cfb-461d-8cd2-88ec3acefb23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-09T00:31:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cb2f8de-ece9-4ff8-bbc3-a4237d72c8d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:31:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cb2f8de-ece9-4ff8-bbc3-a4237d72c8d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:31:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cb2f8de-ece9-4ff8-bbc3-a4237d72c8d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "541afb99-06b9-4065-a732-194494c974e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "541afb99-06b9-4065-a732-194494c974e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "541afb99-06b9-4065-a732-194494c974e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "14ab8027-d9ce-4a59-a933-08f7953518dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T00:32:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "60a9ed7e-03ef-44ed-b243-24f1af922ee5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-09T00:32:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "1e19bd31-6d1f-4052-aaf1-50ab4afa8ae8", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:32:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "1e19bd31-6d1f-4052-aaf1-50ab4afa8ae8", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T00:32:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "028540cf-cea8-42be-b4a7-8e9b153eccdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-09T00:32:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "fe692e55-d11e-4479-bcdc-8e446fd408fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T00:32:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "35d24767-c302-4c13-b6b0-e12c3523e6d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:32:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "35d24767-c302-4c13-b6b0-e12c3523e6d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-09T00:32:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d81a695c-ee35-493d-8901-8ac453147fd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a1e30cd5-00b0-48e7-8a57-0e2318656b28", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a1e30cd5-00b0-48e7-8a57-0e2318656b28", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a1e30cd5-00b0-48e7-8a57-0e2318656b28", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1db1ffe0-6c2b-4950-9318-6cb34c3c84d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1db1ffe0-6c2b-4950-9318-6cb34c3c84d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:32:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a1e30cd5-00b0-48e7-8a57-0e2318656b28", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T00:32:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a1e30cd5-00b0-48e7-8a57-0e2318656b28", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a1e30cd5-00b0-48e7-8a57-0e2318656b28", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1db1ffe0-6c2b-4950-9318-6cb34c3c84d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d9c511f-8128-4f3a-930c-e4adbee69b63", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d9c511f-8128-4f3a-930c-e4adbee69b63", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d9c511f-8128-4f3a-930c-e4adbee69b63", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e096eee4-235e-4ba5-a82b-a2dac23f675b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d9c511f-8128-4f3a-930c-e4adbee69b63", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T00:32:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d9c511f-8128-4f3a-930c-e4adbee69b63", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3d9c511f-8128-4f3a-930c-e4adbee69b63", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e096eee4-235e-4ba5-a82b-a2dac23f675b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e096eee4-235e-4ba5-a82b-a2dac23f675b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2900720c-1de5-4906-990b-e9649782793b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2900720c-1de5-4906-990b-e9649782793b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2900720c-1de5-4906-990b-e9649782793b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2900720c-1de5-4906-990b-e9649782793b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T00:32:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2900720c-1de5-4906-990b-e9649782793b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2900720c-1de5-4906-990b-e9649782793b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "567e36f3-2af8-4eae-af6a-192acc13ae98", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "567e36f3-2af8-4eae-af6a-192acc13ae98", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "567e36f3-2af8-4eae-af6a-192acc13ae98", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef331eb-a6f6-4e0f-ac34-87fe8744c2e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "567e36f3-2af8-4eae-af6a-192acc13ae98", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T00:32:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "567e36f3-2af8-4eae-af6a-192acc13ae98", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "567e36f3-2af8-4eae-af6a-192acc13ae98", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef331eb-a6f6-4e0f-ac34-87fe8744c2e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef331eb-a6f6-4e0f-ac34-87fe8744c2e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f93913dd-a927-41a0-bf40-2a0894ea2ecb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f93913dd-a927-41a0-bf40-2a0894ea2ecb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f93913dd-a927-41a0-bf40-2a0894ea2ecb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f55e90b-8651-445f-87d3-947d2c380be0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f93913dd-a927-41a0-bf40-2a0894ea2ecb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T00:32:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f93913dd-a927-41a0-bf40-2a0894ea2ecb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "f93913dd-a927-41a0-bf40-2a0894ea2ecb", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f55e90b-8651-445f-87d3-947d2c380be0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0f55e90b-8651-445f-87d3-947d2c380be0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eeca1991-c81b-4759-b715-fa470a41bcb7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eeca1991-c81b-4759-b715-fa470a41bcb7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eeca1991-c81b-4759-b715-fa470a41bcb7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cfe8725c-2b48-4af7-b81a-679219f0ddd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eeca1991-c81b-4759-b715-fa470a41bcb7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T00:32:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eeca1991-c81b-4759-b715-fa470a41bcb7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "eeca1991-c81b-4759-b715-fa470a41bcb7", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cfe8725c-2b48-4af7-b81a-679219f0ddd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cfe8725c-2b48-4af7-b81a-679219f0ddd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f0a74f5e-186e-419f-945b-3a5c7926b8ce", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f0a74f5e-186e-419f-945b-3a5c7926b8ce", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f0a74f5e-186e-419f-945b-3a5c7926b8ce", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:32:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d47f0095-7319-4eaa-9ca2-69504a9d89f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f0a74f5e-186e-419f-945b-3a5c7926b8ce", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T00:32:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f0a74f5e-186e-419f-945b-3a5c7926b8ce", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f0a74f5e-186e-419f-945b-3a5c7926b8ce", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:32:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d47f0095-7319-4eaa-9ca2-69504a9d89f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d47f0095-7319-4eaa-9ca2-69504a9d89f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "50a3bda5-af78-461f-bdea-9e524b5b6f59", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:32:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "50a3bda5-af78-461f-bdea-9e524b5b6f59", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:32:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "50a3bda5-af78-461f-bdea-9e524b5b6f59", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:32:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "50a3bda5-af78-461f-bdea-9e524b5b6f59", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T00:32:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "50a3bda5-af78-461f-bdea-9e524b5b6f59", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "50a3bda5-af78-461f-bdea-9e524b5b6f59", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:32:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "972a3362-ab95-4a63-835f-8a7012eafe7d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:32:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "972a3362-ab95-4a63-835f-8a7012eafe7d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:32:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "972a3362-ab95-4a63-835f-8a7012eafe7d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:32:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "972a3362-ab95-4a63-835f-8a7012eafe7d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T00:32:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "972a3362-ab95-4a63-835f-8a7012eafe7d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "972a3362-ab95-4a63-835f-8a7012eafe7d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:32:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "93c8fbd9-a021-4d33-8e77-9a84d4e7dd92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "93c8fbd9-a021-4d33-8e77-9a84d4e7dd92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:32:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "93c8fbd9-a021-4d33-8e77-9a84d4e7dd92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5df1d4ae-03ee-47e0-9b4c-c91413acd315", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:32:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5df1d4ae-03ee-47e0-9b4c-c91413acd315", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:32:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5df1d4ae-03ee-47e0-9b4c-c91413acd315", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:32:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5df1d4ae-03ee-47e0-9b4c-c91413acd315", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T00:32:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5df1d4ae-03ee-47e0-9b4c-c91413acd315", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5df1d4ae-03ee-47e0-9b4c-c91413acd315", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:32:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "51b976f6-38bc-4745-b284-8968c1040b5d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:32:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "51b976f6-38bc-4745-b284-8968c1040b5d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:32:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "51b976f6-38bc-4745-b284-8968c1040b5d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:32:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "51b976f6-38bc-4745-b284-8968c1040b5d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T00:32:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "51b976f6-38bc-4745-b284-8968c1040b5d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "51b976f6-38bc-4745-b284-8968c1040b5d", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:32:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b525b5e2-a3a8-4eb2-928d-0780dbbca296", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b525b5e2-a3a8-4eb2-928d-0780dbbca296", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:32:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b525b5e2-a3a8-4eb2-928d-0780dbbca296", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "62f9a304-d461-4faa-b408-a2bfd88b3bf6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:32:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "62f9a304-d461-4faa-b408-a2bfd88b3bf6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:32:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "62f9a304-d461-4faa-b408-a2bfd88b3bf6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:32:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "62f9a304-d461-4faa-b408-a2bfd88b3bf6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T00:32:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "62f9a304-d461-4faa-b408-a2bfd88b3bf6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "62f9a304-d461-4faa-b408-a2bfd88b3bf6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:32:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b4849673-5e5d-4a5e-ab43-8b5599c5c53a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b4849673-5e5d-4a5e-ab43-8b5599c5c53a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b4849673-5e5d-4a5e-ab43-8b5599c5c53a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b4849673-5e5d-4a5e-ab43-8b5599c5c53a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T00:32:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b4849673-5e5d-4a5e-ab43-8b5599c5c53a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b4849673-5e5d-4a5e-ab43-8b5599c5c53a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdc8f65d-20c2-48e6-ad97-e19912732678", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdc8f65d-20c2-48e6-ad97-e19912732678", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:32:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdc8f65d-20c2-48e6-ad97-e19912732678", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:32:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "15281ec4-e4ed-444c-9587-3c7ae58a4a00", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "15281ec4-e4ed-444c-9587-3c7ae58a4a00", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "15281ec4-e4ed-444c-9587-3c7ae58a4a00", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "15281ec4-e4ed-444c-9587-3c7ae58a4a00", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T00:32:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "15281ec4-e4ed-444c-9587-3c7ae58a4a00", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "15281ec4-e4ed-444c-9587-3c7ae58a4a00", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1e79bc87-b448-4d75-b26a-92c184147bda", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1e79bc87-b448-4d75-b26a-92c184147bda", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1e79bc87-b448-4d75-b26a-92c184147bda", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:32:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1e79bc87-b448-4d75-b26a-92c184147bda", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T00:32:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1e79bc87-b448-4d75-b26a-92c184147bda", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:32:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1e79bc87-b448-4d75-b26a-92c184147bda", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:33:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd05c8ef-f10b-4c01-8511-005f9b1f7360", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:33:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd05c8ef-f10b-4c01-8511-005f9b1f7360", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:33:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd05c8ef-f10b-4c01-8511-005f9b1f7360", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:33:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "78d1f4b0-a49f-4cc5-8e33-007c51b077f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:33:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "78d1f4b0-a49f-4cc5-8e33-007c51b077f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:33:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "78d1f4b0-a49f-4cc5-8e33-007c51b077f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:33:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "78d1f4b0-a49f-4cc5-8e33-007c51b077f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T00:33:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "78d1f4b0-a49f-4cc5-8e33-007c51b077f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:33:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "78d1f4b0-a49f-4cc5-8e33-007c51b077f6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:33:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d00d368c-daf2-4bdb-95dd-87aea8eaf8b3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:33:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d00d368c-daf2-4bdb-95dd-87aea8eaf8b3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:33:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d00d368c-daf2-4bdb-95dd-87aea8eaf8b3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:33:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d00d368c-daf2-4bdb-95dd-87aea8eaf8b3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T00:33:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d00d368c-daf2-4bdb-95dd-87aea8eaf8b3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:33:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d00d368c-daf2-4bdb-95dd-87aea8eaf8b3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:33:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5612b60c-056a-4b2c-845a-619c0ae08624", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:33:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5612b60c-056a-4b2c-845a-619c0ae08624", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:33:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5612b60c-056a-4b2c-845a-619c0ae08624", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:33:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "55ed5b0e-ce62-4495-ab7c-75c27b08dd59", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:33:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "55ed5b0e-ce62-4495-ab7c-75c27b08dd59", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:33:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "55ed5b0e-ce62-4495-ab7c-75c27b08dd59", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:33:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "55ed5b0e-ce62-4495-ab7c-75c27b08dd59", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T00:33:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "55ed5b0e-ce62-4495-ab7c-75c27b08dd59", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:33:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "55ed5b0e-ce62-4495-ab7c-75c27b08dd59", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:33:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "138a99d9-8312-4665-8d15-635f603c9075", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:33:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "138a99d9-8312-4665-8d15-635f603c9075", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:33:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "138a99d9-8312-4665-8d15-635f603c9075", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:33:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "507ee119-a7db-4ff2-b648-7aa39886d718", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:33:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "507ee119-a7db-4ff2-b648-7aa39886d718", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:33:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "507ee119-a7db-4ff2-b648-7aa39886d718", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:33:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "507ee119-a7db-4ff2-b648-7aa39886d718", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T00:33:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "507ee119-a7db-4ff2-b648-7aa39886d718", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:33:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "507ee119-a7db-4ff2-b648-7aa39886d718", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:33:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8c0638c1-7028-432d-a138-62b6fa70789c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:33:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8c0638c1-7028-432d-a138-62b6fa70789c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:33:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8c0638c1-7028-432d-a138-62b6fa70789c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:33:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8c0638c1-7028-432d-a138-62b6fa70789c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T00:33:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8c0638c1-7028-432d-a138-62b6fa70789c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:33:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8c0638c1-7028-432d-a138-62b6fa70789c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T00:33:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "64135ed9-83ae-4046-86c1-a3dce63fd1d4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:33:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "64135ed9-83ae-4046-86c1-a3dce63fd1d4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:33:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "64135ed9-83ae-4046-86c1-a3dce63fd1d4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:33:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "64135ed9-83ae-4046-86c1-a3dce63fd1d4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T00:33:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "64135ed9-83ae-4046-86c1-a3dce63fd1d4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:33:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "64135ed9-83ae-4046-86c1-a3dce63fd1d4", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T00:34:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d43914fc-3d2c-435d-8b86-4d1d73613c6f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:34:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d43914fc-3d2c-435d-8b86-4d1d73613c6f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:34:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d43914fc-3d2c-435d-8b86-4d1d73613c6f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:34:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d43914fc-3d2c-435d-8b86-4d1d73613c6f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T00:34:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d43914fc-3d2c-435d-8b86-4d1d73613c6f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:34:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "d43914fc-3d2c-435d-8b86-4d1d73613c6f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:34:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ee58748d-9471-469c-8bd0-8e62ce9d7142", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:34:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ee58748d-9471-469c-8bd0-8e62ce9d7142", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:34:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ee58748d-9471-469c-8bd0-8e62ce9d7142", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:34:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ee58748d-9471-469c-8bd0-8e62ce9d7142", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T00:34:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ee58748d-9471-469c-8bd0-8e62ce9d7142", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:34:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ee58748d-9471-469c-8bd0-8e62ce9d7142", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T00:34:39Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T00:34:39Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T00:34:42Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T00:34:42Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T00:34:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9f447ca0-7c9d-4d32-82b5-a00b64be5dd6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:34:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9f447ca0-7c9d-4d32-82b5-a00b64be5dd6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:34:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9f447ca0-7c9d-4d32-82b5-a00b64be5dd6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:34:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9f447ca0-7c9d-4d32-82b5-a00b64be5dd6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T00:34:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9f447ca0-7c9d-4d32-82b5-a00b64be5dd6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:34:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9f447ca0-7c9d-4d32-82b5-a00b64be5dd6", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:34:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "801cbe3d-8a86-4b70-ab62-3ec486243384", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:34:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "801cbe3d-8a86-4b70-ab62-3ec486243384", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:34:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "801cbe3d-8a86-4b70-ab62-3ec486243384", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:34:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "801cbe3d-8a86-4b70-ab62-3ec486243384", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T00:34:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "801cbe3d-8a86-4b70-ab62-3ec486243384", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:34:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "801cbe3d-8a86-4b70-ab62-3ec486243384", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T00:35:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bfd7ac44-df6e-487d-b619-7a8c20212866", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:35:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bfd7ac44-df6e-487d-b619-7a8c20212866", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:35:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bfd7ac44-df6e-487d-b619-7a8c20212866", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:35:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bfd7ac44-df6e-487d-b619-7a8c20212866", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T00:35:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bfd7ac44-df6e-487d-b619-7a8c20212866", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T00:35:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bfd7ac44-df6e-487d-b619-7a8c20212866", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T00:35:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "bf7338c6-0d60-4d71-ac35-a45fc1ed5c03", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T00:35:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "4b2ba8d9-92dd-43e9-a75d-e34e6b827034", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T00:35:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "13a5f740-a612-4b88-a8c8-c4ade379545c", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:35:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "13a5f740-a612-4b88-a8c8-c4ade379545c", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T00:35:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "1047369c-c5c0-457d-b725-c3c5cde5eb7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T00:35:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a644e99-8b30-4860-8e90-2da7de0c6a50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T00:35:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "d0a73761-44b6-45db-8793-8fd2182a3b76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:35:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "d0a73761-44b6-45db-8793-8fd2182a3b76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T00:35:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8df11d8-cfaa-43d2-9d8b-8e0f383999f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T00:35:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "c902d40e-7968-4239-8e76-00e1fb2e3956", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T00:35:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "baeb3eb4-4431-4d3f-aa73-ee9af2302127", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-09T00:35:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8f0c9cb4-1510-4a9a-ad06-994363fd0376", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:35:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "8f0c9cb4-1510-4a9a-ad06-994363fd0376", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T00:35:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "312a16d4-f2d0-4bd8-82cd-ccdc5ea2d39f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-09T00:35:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "76ac0e55-5902-488f-afd0-ee8c09eb02c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T00:35:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "cfd76346-c677-42b4-ae70-6e0327be49b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:35:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "cfd76346-c677-42b4-ae70-6e0327be49b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-09T00:35:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b016866-cce1-4ee1-a214-3762e2c70ce8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-09T00:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b2bfbed7-39c5-4784-8c0d-ecd74a947cd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cb5f73ac-339c-4a9b-8c97-ebd2c30174e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4e76c085-b291-42c5-95ba-53cb3ba2da9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:37:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "4e76c085-b291-42c5-95ba-53cb3ba2da9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "58744a39-063c-4ff9-99aa-57bcf9ea3c28", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0161acd-679b-4b10-8fcc-9e9b8458cbee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "50860fb1-9a3e-4251-baa0-e588a3803603", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:37:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "50860fb1-9a3e-4251-baa0-e588a3803603", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a61461e1-432c-4139-92a9-880d95746827", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb236e2f-b802-4861-8474-e00bb256c774", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb236e2f-b802-4861-8474-e00bb256c774", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:37:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb236e2f-b802-4861-8474-e00bb256c774", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T00:37:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "14800a17-0fad-44d1-ab35-7ba423e70ee6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "14800a17-0fad-44d1-ab35-7ba423e70ee6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cf9b7b36-f446-4bf5-b6b6-e6ce6b9bff1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cf9b7b36-f446-4bf5-b6b6-e6ce6b9bff1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbf772e0-31ae-4719-8708-8fb6c6fdb38c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbf772e0-31ae-4719-8708-8fb6c6fdb38c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T00:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "69a32489-dbac-4011-877c-8d4239217429", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cfbf2320-05c3-455f-93c3-01b4a4a4e316", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "54982356-21ac-4997-a274-9e017fa026f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:38:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "54982356-21ac-4997-a274-9e017fa026f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f7ef76b2-11ff-4d94-a353-58ef72b6f3fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9195bf5-1433-4004-bdeb-63bacfc34f96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6a609439-1a07-42fc-84c2-87d9ca790ba9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:38:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6a609439-1a07-42fc-84c2-87d9ca790ba9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcee287b-4806-4c3e-9fa3-89f72fc1f31d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0b9f7bd-218c-4829-9d5c-919535597b2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0b9f7bd-218c-4829-9d5c-919535597b2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:38:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0b9f7bd-218c-4829-9d5c-919535597b2f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T00:38:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9d96a45c-2bba-414c-9986-9e1658839bf9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9d96a45c-2bba-414c-9986-9e1658839bf9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "eeb00845-99de-4e25-a25c-b918f498e638", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "eeb00845-99de-4e25-a25c-b918f498e638", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2923a10-998f-4c38-bdad-3907b9ae2421", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2923a10-998f-4c38-bdad-3907b9ae2421", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T00:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "openshift-service-ca.crt", "reconcileID": "0a84659d-bf32-42cd-97fb-4936d06f6fba", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "odh-trusted-ca-bundle", "reconcileID": "7691ee2a-1f2d-4886-b284-d38a175decc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:38:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "openshift-service-ca.crt", "reconcileID": "412dff88-467d-4ab3-886c-23f7760cc849", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-762f45", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:38:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "openshift-service-ca.crt", "reconcileID": "412dff88-467d-4ab3-886c-23f7760cc849", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5c82318-c8ea-423d-838b-46aa3110dd6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "openshift-service-ca.crt", "reconcileID": "f2b38396-a858-456d-aab4-5011154adec4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:38:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "odh-trusted-ca-bundle", "reconcileID": "32fd2660-ba42-429b-a3c9-1765fba7c67b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-762f45", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:38:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "odh-trusted-ca-bundle", "reconcileID": "32fd2660-ba42-429b-a3c9-1765fba7c67b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aaa06457-9c49-489a-91bb-fbb9c282fda5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:38:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a31a2ba6-4c42-4c6e-a7f1-89371a50353b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:38:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a31a2ba6-4c42-4c6e-a7f1-89371a50353b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:38:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a31a2ba6-4c42-4c6e-a7f1-89371a50353b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:38:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7fd42910-5225-40da-99b4-bfbdbbc57ffe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:38:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7fd42910-5225-40da-99b4-bfbdbbc57ffe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:38:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7fd42910-5225-40da-99b4-bfbdbbc57ffe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2e0a296-3f31-4be6-a39f-15f39ddf63fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2e0a296-3f31-4be6-a39f-15f39ddf63fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2e0a296-3f31-4be6-a39f-15f39ddf63fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a43721aa-f262-4dbc-b906-0017c87ce1b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a43721aa-f262-4dbc-b906-0017c87ce1b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a43721aa-f262-4dbc-b906-0017c87ce1b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1871e707-f3a6-47cd-91d4-6ad9c81bfec6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:39:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1871e707-f3a6-47cd-91d4-6ad9c81bfec6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-762f45", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:39:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1871e707-f3a6-47cd-91d4-6ad9c81bfec6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-762f45 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T00:39:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "odh-trusted-ca-bundle", "reconcileID": "1fc211fe-3119-4d62-80f1-d51f5048b211", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "odh-trusted-ca-bundle", "reconcileID": "1fc211fe-3119-4d62-80f1-d51f5048b211", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:39:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "openshift-service-ca.crt", "reconcileID": "e44bb36b-eb55-4441-9416-ba5d372b419a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "openshift-service-ca.crt", "reconcileID": "e44bb36b-eb55-4441-9416-ba5d372b419a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:39:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fd79faa-4c30-4394-a2bc-c0168eb2e14d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-762f45"}, "namespace": "e2e-modelref-762f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fd79faa-4c30-4394-a2bc-c0168eb2e14d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-762f45"} 2026-06-09T00:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "openshift-service-ca.crt", "reconcileID": "60e02e9e-ff78-4530-bdea-e6bae7e05b36", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "odh-trusted-ca-bundle", "reconcileID": "aecfa45d-d005-4fbf-9b8b-7634bd08eefb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "openshift-service-ca.crt", "reconcileID": "99e5a2fb-21b9-4d4f-b52c-49f786137b7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c403b0", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:39:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "openshift-service-ca.crt", "reconcileID": "99e5a2fb-21b9-4d4f-b52c-49f786137b7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23c54eea-71f1-4eab-b5af-637d1b777eea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "openshift-service-ca.crt", "reconcileID": "c3e9f93a-3c1a-4f9c-b41b-cb7293f703e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "odh-trusted-ca-bundle", "reconcileID": "9490d706-f3cb-42c1-9b2f-0e2fa2936c42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c403b0", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:39:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "odh-trusted-ca-bundle", "reconcileID": "9490d706-f3cb-42c1-9b2f-0e2fa2936c42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5b21370-8925-4826-bcd9-29d12404db6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e0757686-61a9-4648-80bf-1d397b87e6a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e0757686-61a9-4648-80bf-1d397b87e6a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:39:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e0757686-61a9-4648-80bf-1d397b87e6a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e0bcb54-5de5-4534-af2c-1117b3108f28", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e0bcb54-5de5-4534-af2c-1117b3108f28", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:39:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6e0bcb54-5de5-4534-af2c-1117b3108f28", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e72cc645-f134-48f2-a9db-e53ee321d1fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e72cc645-f134-48f2-a9db-e53ee321d1fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:39:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e72cc645-f134-48f2-a9db-e53ee321d1fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae4a2430-b760-4af6-ad05-62b4faee804b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae4a2430-b760-4af6-ad05-62b4faee804b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:39:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae4a2430-b760-4af6-ad05-62b4faee804b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:39:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69f6447d-93f5-489d-b693-30bb460fe19b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69f6447d-93f5-489d-b693-30bb460fe19b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c403b0", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:39:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69f6447d-93f5-489d-b693-30bb460fe19b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-c403b0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T00:39:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "odh-trusted-ca-bundle", "reconcileID": "00c9ff15-959a-4727-b306-22706640852a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "odh-trusted-ca-bundle", "reconcileID": "00c9ff15-959a-4727-b306-22706640852a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "openshift-service-ca.crt", "reconcileID": "de36436b-c425-4606-9e18-4620c27749c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "openshift-service-ca.crt", "reconcileID": "de36436b-c425-4606-9e18-4620c27749c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae55f8b6-fb51-4ba0-a76c-0af99e793319", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:39:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c403b0"}, "namespace": "e2e-modelref-c403b0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae55f8b6-fb51-4ba0-a76c-0af99e793319", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c403b0"} 2026-06-09T00:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "openshift-service-ca.crt", "reconcileID": "f592f7cc-6ba0-4394-bf4d-0499b6607704", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "openshift-service-ca.crt", "reconcileID": "e17a7f18-51d6-402e-a436-c0851d245386", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d139f5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:40:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "openshift-service-ca.crt", "reconcileID": "e17a7f18-51d6-402e-a436-c0851d245386", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "odh-trusted-ca-bundle", "reconcileID": "abf494d5-e33c-4168-9bb8-61b584aa60cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "openshift-service-ca.crt", "reconcileID": "550030ae-aa41-402f-9893-2677b37b88e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8efbbb61-b1d7-45fd-b783-57c91a974488", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "odh-trusted-ca-bundle", "reconcileID": "41740a81-c696-477c-a988-573b047090e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d139f5", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:40:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "odh-trusted-ca-bundle", "reconcileID": "41740a81-c696-477c-a988-573b047090e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "190cd425-cc4b-45c3-84f8-25e30dd8b2f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b4219ec-f295-4500-be72-1564dad1007a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b4219ec-f295-4500-be72-1564dad1007a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d139f5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:40:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b4219ec-f295-4500-be72-1564dad1007a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-d139f5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T00:40:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "odh-trusted-ca-bundle", "reconcileID": "944f4f19-a718-4670-b54f-1cbf369fb55d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "odh-trusted-ca-bundle", "reconcileID": "944f4f19-a718-4670-b54f-1cbf369fb55d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "openshift-service-ca.crt", "reconcileID": "7509053e-3edd-4930-9b75-0f46ff83e2ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "openshift-service-ca.crt", "reconcileID": "7509053e-3edd-4930-9b75-0f46ff83e2ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a91a827-a61e-4fd9-82a6-8bb856c6120f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-d139f5"}, "namespace": "e2e-webhook-test-d139f5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a91a827-a61e-4fd9-82a6-8bb856c6120f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-d139f5"} 2026-06-09T00:40:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "openshift-service-ca.crt", "reconcileID": "dcf5ad97-b50c-4279-a5a2-0eed90b9903a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "odh-trusted-ca-bundle", "reconcileID": "65baa9c4-8a44-4452-9e52-80f302d063a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "openshift-service-ca.crt", "reconcileID": "98243207-5e64-4538-85fd-16f9be25d2d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-dbc833", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:40:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "openshift-service-ca.crt", "reconcileID": "98243207-5e64-4538-85fd-16f9be25d2d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ded3c99-699a-4d6a-8a2a-784793c49ac8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "openshift-service-ca.crt", "reconcileID": "d5f16d32-c04f-44f3-83fc-88a89881b7bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "odh-trusted-ca-bundle", "reconcileID": "801c3299-1c07-4203-a22a-d6cb1d8ce0ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-dbc833", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:40:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "odh-trusted-ca-bundle", "reconcileID": "801c3299-1c07-4203-a22a-d6cb1d8ce0ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "501491f0-5e0e-439e-a290-4c633ecf310d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "431fb6cd-c7c8-447a-aefd-be1b49372005", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "431fb6cd-c7c8-447a-aefd-be1b49372005", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-dbc833", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:40:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "431fb6cd-c7c8-447a-aefd-be1b49372005", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-dbc833 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T00:40:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "odh-trusted-ca-bundle", "reconcileID": "b5d843c4-3145-42a0-9d48-758c169c1c07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "odh-trusted-ca-bundle", "reconcileID": "b5d843c4-3145-42a0-9d48-758c169c1c07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "openshift-service-ca.crt", "reconcileID": "a30bc3d7-08b4-4328-bea1-bf1b877c68d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "openshift-service-ca.crt", "reconcileID": "a30bc3d7-08b4-4328-bea1-bf1b877c68d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64c028eb-e55e-4053-b7db-d1fa304e9df9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:40:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-dbc833"}, "namespace": "e2e-webhook-test-dbc833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64c028eb-e55e-4053-b7db-d1fa304e9df9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-dbc833"} 2026-06-09T00:47:30Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T00:47:30Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T00:47:31Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T00:47:31Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T00:57:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3988fe50-bfff-49f8-8682-36ad8cd8667d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:57:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3988fe50-bfff-49f8-8682-36ad8cd8667d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:57:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3988fe50-bfff-49f8-8682-36ad8cd8667d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:57:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b69f169-7a5e-4450-82b1-a7740cf0ca87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:57:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b69f169-7a5e-4450-82b1-a7740cf0ca87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:57:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b69f169-7a5e-4450-82b1-a7740cf0ca87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:57:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19f21b54-3fa4-429b-9633-a2787747e223", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:57:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19f21b54-3fa4-429b-9633-a2787747e223", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:57:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19f21b54-3fa4-429b-9633-a2787747e223", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:57:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd442455-4a02-42fe-95e6-d6bc5f146706", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:57:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd442455-4a02-42fe-95e6-d6bc5f146706", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T00:57:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd442455-4a02-42fe-95e6-d6bc5f146706", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T00:57:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9920d9f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9920d9f4", "reconcileID": "804e9e37-d3a0-4441-9690-431b1b21bcf0", "Gateway": "e2e-ait-9920d9f4", "namespace": "openshift-ingress"} 2026-06-09T00:57:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9920d9f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9920d9f4", "reconcileID": "f57a4a53-2205-42c6-a583-a2378dc0e4c1", "Gateway": "e2e-ait-9920d9f4", "namespace": "openshift-ingress"} 2026-06-09T00:57:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9920d9f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9920d9f4", "reconcileID": "dc314a13-4b67-442f-9a9d-6aedd0d9c586", "Gateway": "e2e-ait-9920d9f4", "namespace": "openshift-ingress"} 2026-06-09T00:57:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9920d9f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9920d9f4", "reconcileID": "430c86e6-6a94-4295-a23d-30a2b4639f08", "Gateway": "e2e-ait-9920d9f4", "namespace": "openshift-ingress"} 2026-06-09T00:57:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9920d9f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9920d9f4", "reconcileID": "59caa089-1138-406e-b7ec-a20fa6484320", "Gateway": "e2e-ait-9920d9f4", "namespace": "openshift-ingress"} 2026-06-09T00:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "openshift-service-ca.crt", "reconcileID": "5d9f2365-9515-408d-b059-5176a2ce06f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:57:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "openshift-service-ca.crt", "reconcileID": "33dcf3c6-fe85-48b8-aba4-0c1018d7a490", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9920d9f4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:57:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "openshift-service-ca.crt", "reconcileID": "33dcf3c6-fe85-48b8-aba4-0c1018d7a490", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "odh-trusted-ca-bundle", "reconcileID": "685faa09-c235-4e8b-b709-4dad2b20ceaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fdd6030-0e6f-4d2f-81f4-2b596c218c52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "openshift-service-ca.crt", "reconcileID": "0b6cfbf5-a546-461e-8957-8c1de7f1c0c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:57:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "odh-trusted-ca-bundle", "reconcileID": "350ed2cf-93dc-473c-9c62-efd1c77745e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9920d9f4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:57:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "odh-trusted-ca-bundle", "reconcileID": "350ed2cf-93dc-473c-9c62-efd1c77745e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:57:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17f354e5-3172-4282-9b83-b3c57c10102e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:57:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9920d9f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9920d9f4", "reconcileID": "a8842989-8551-4cd9-b004-d0b1a6d1f41f", "Gateway": "e2e-ait-9920d9f4", "namespace": "openshift-ingress"} 2026-06-09T00:57:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9920d9f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9920d9f4", "reconcileID": "b5e434b9-e763-4a78-b2fb-432be5fb9fd5", "Gateway": "e2e-ait-9920d9f4", "namespace": "openshift-ingress"} 2026-06-09T00:58:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "175d4058-03ef-4b45-85f1-d1b1d86a5ad3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:58:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "175d4058-03ef-4b45-85f1-d1b1d86a5ad3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9920d9f4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:58:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "175d4058-03ef-4b45-85f1-d1b1d86a5ad3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-9920d9f4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T00:58:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "odh-trusted-ca-bundle", "reconcileID": "6183ed8a-56ea-43e4-85c4-489f620dc6f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:58:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "odh-trusted-ca-bundle", "reconcileID": "6183ed8a-56ea-43e4-85c4-489f620dc6f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:58:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "openshift-service-ca.crt", "reconcileID": "ce8fb6b7-8409-4adb-aa94-0da5fde487e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:58:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "openshift-service-ca.crt", "reconcileID": "ce8fb6b7-8409-4adb-aa94-0da5fde487e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:58:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a3e32b3-92c5-40bd-a74f-ad1e6657a36b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:58:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9920d9f4"}, "namespace": "e2e-aitenant-9920d9f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a3e32b3-92c5-40bd-a74f-ad1e6657a36b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9920d9f4"} 2026-06-09T00:58:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c658b559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c658b559", "reconcileID": "1330542a-b9c8-47f6-b635-3cd2432c4eb4", "Gateway": "e2e-ait-c658b559", "namespace": "openshift-ingress"} 2026-06-09T00:58:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c658b559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c658b559", "reconcileID": "9fccccf9-bfba-476d-a102-a1ad26812e8d", "Gateway": "e2e-ait-c658b559", "namespace": "openshift-ingress"} 2026-06-09T00:58:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c658b559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c658b559", "reconcileID": "ad1c9399-5cba-4963-8dc9-7c84ad09ce7f", "Gateway": "e2e-ait-c658b559", "namespace": "openshift-ingress"} 2026-06-09T00:58:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c658b559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c658b559", "reconcileID": "0ebc38e7-9789-4f49-92f5-71a849a2a97d", "Gateway": "e2e-ait-c658b559", "namespace": "openshift-ingress"} 2026-06-09T00:58:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c658b559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c658b559", "reconcileID": "44693feb-81e7-4e25-9bf4-3d5a6ed3bc76", "Gateway": "e2e-ait-c658b559", "namespace": "openshift-ingress"} 2026-06-09T00:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "openshift-service-ca.crt", "reconcileID": "ded8437e-dd20-48f6-baeb-0d217e4a8df8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "odh-trusted-ca-bundle", "reconcileID": "490ee470-e759-4476-b3bf-79b3ffccaf83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "openshift-service-ca.crt", "reconcileID": "10c53581-7f01-46b4-858d-df67b3a1d68a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c658b559", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:58:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "openshift-service-ca.crt", "reconcileID": "10c53581-7f01-46b4-858d-df67b3a1d68a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "openshift-service-ca.crt", "reconcileID": "74378868-3896-4db5-8446-a45b68681cdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2f9ea9b-96d7-4bca-ae03-fe66fa742cd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "odh-trusted-ca-bundle", "reconcileID": "0b7c42f2-d9fa-47b1-a88b-db001f60f953", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c658b559", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:58:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "odh-trusted-ca-bundle", "reconcileID": "0b7c42f2-d9fa-47b1-a88b-db001f60f953", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a7241d7-41df-4587-9122-83c74a7ffdfe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c658b559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c658b559", "reconcileID": "a7c75f1f-0f03-43c5-bee0-669379e6ea47", "Gateway": "e2e-ait-c658b559", "namespace": "openshift-ingress"} 2026-06-09T00:58:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c658b559","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c658b559", "reconcileID": "9c355e5e-7af4-466d-9fa3-ea95ecd36163", "Gateway": "e2e-ait-c658b559", "namespace": "openshift-ingress"} 2026-06-09T00:58:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7c11993-5509-4993-b4b6-1859a6bb02fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7c11993-5509-4993-b4b6-1859a6bb02fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c658b559", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T00:58:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7c11993-5509-4993-b4b6-1859a6bb02fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-c658b559 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T00:58:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "odh-trusted-ca-bundle", "reconcileID": "e9e4ca61-f84d-4a8a-919f-68d02b758e0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "odh-trusted-ca-bundle", "reconcileID": "e9e4ca61-f84d-4a8a-919f-68d02b758e0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "openshift-service-ca.crt", "reconcileID": "e5afa8ec-429b-4180-a231-beb204c90898", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "openshift-service-ca.crt", "reconcileID": "e5afa8ec-429b-4180-a231-beb204c90898", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05631a3e-f344-4c31-a680-70af9355b235", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c658b559"} 2026-06-09T00:58:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c658b559"}, "namespace": "e2e-aitenant-c658b559", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05631a3e-f344-4c31-a680-70af9355b235", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c658b559"}