2026-06-11T18:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "1b065834-2e5e-4d1d-af8b-d7b0bc2650a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T18:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "acfd8cbf-33ad-43bb-8542-098f53cc2f7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-11T18:49:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "13f08ba0-98c3-484b-9a5b-df303f67ad69", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:49:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "13f08ba0-98c3-484b-9a5b-df303f67ad69", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T18:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "78c1bd72-8c03-468a-8393-f6a6b83aa3ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T18:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "500d786b-c01b-4ef5-8c0f-44ccbe3e95f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-11T18:49:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e07cf89d-5f53-44d9-b324-33beb75330a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:49:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e07cf89d-5f53-44d9-b324-33beb75330a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-11T18:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91ca5591-e57a-4291-841e-a8b1068861fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "33ada2d4-a339-4230-804f-f4efb69d59b0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "33ada2d4-a339-4230-804f-f4efb69d59b0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "33ada2d4-a339-4230-804f-f4efb69d59b0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05374a86-ebcf-4e5e-975a-d2fa16733172", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "33ada2d4-a339-4230-804f-f4efb69d59b0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T18:49:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "33ada2d4-a339-4230-804f-f4efb69d59b0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:49:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "33ada2d4-a339-4230-804f-f4efb69d59b0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05374a86-ebcf-4e5e-975a-d2fa16733172", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:49:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05374a86-ebcf-4e5e-975a-d2fa16733172", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b54499be-2c58-43c8-9686-7a9fc125a8c0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b54499be-2c58-43c8-9686-7a9fc125a8c0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b54499be-2c58-43c8-9686-7a9fc125a8c0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "25bc6fcd-013c-4ec2-9d66-fff67b5eb295", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b54499be-2c58-43c8-9686-7a9fc125a8c0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T18:49:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b54499be-2c58-43c8-9686-7a9fc125a8c0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:49:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b54499be-2c58-43c8-9686-7a9fc125a8c0", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "25bc6fcd-013c-4ec2-9d66-fff67b5eb295", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:49:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "25bc6fcd-013c-4ec2-9d66-fff67b5eb295", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bc4cf2fd-a980-44d8-923c-d01a2b105840", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bc4cf2fd-a980-44d8-923c-d01a2b105840", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bc4cf2fd-a980-44d8-923c-d01a2b105840", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bc4cf2fd-a980-44d8-923c-d01a2b105840", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T18:49:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bc4cf2fd-a980-44d8-923c-d01a2b105840", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:49:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "bc4cf2fd-a980-44d8-923c-d01a2b105840", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "21aa26d0-a2a9-4881-8ca0-058a5217c638", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "21aa26d0-a2a9-4881-8ca0-058a5217c638", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "21aa26d0-a2a9-4881-8ca0-058a5217c638", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ebb9ed7-e71f-46df-a477-67e3e6bfe9ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "21aa26d0-a2a9-4881-8ca0-058a5217c638", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T18:49:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "21aa26d0-a2a9-4881-8ca0-058a5217c638", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:49:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "21aa26d0-a2a9-4881-8ca0-058a5217c638", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ebb9ed7-e71f-46df-a477-67e3e6bfe9ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:49:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ebb9ed7-e71f-46df-a477-67e3e6bfe9ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c036683a-521c-40fc-a4bf-f38c6e1cb9f8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c036683a-521c-40fc-a4bf-f38c6e1cb9f8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:49:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c036683a-521c-40fc-a4bf-f38c6e1cb9f8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "175df002-81a8-4824-ae8f-b9eaca212403", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "175df002-81a8-4824-ae8f-b9eaca212403", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "175df002-81a8-4824-ae8f-b9eaca212403", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b04cecd-b439-409f-98d2-f970fbe5434a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "175df002-81a8-4824-ae8f-b9eaca212403", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T18:49:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "175df002-81a8-4824-ae8f-b9eaca212403", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:49:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "175df002-81a8-4824-ae8f-b9eaca212403", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:49:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b04cecd-b439-409f-98d2-f970fbe5434a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:49:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b04cecd-b439-409f-98d2-f970fbe5434a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0344ecf5-ef21-4311-ac2e-71d38a9c0fd3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:49:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0344ecf5-ef21-4311-ac2e-71d38a9c0fd3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:49:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0344ecf5-ef21-4311-ac2e-71d38a9c0fd3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:49:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d007de7-6a9c-4d6b-a48a-ebdd76dd66ea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0344ecf5-ef21-4311-ac2e-71d38a9c0fd3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T18:49:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0344ecf5-ef21-4311-ac2e-71d38a9c0fd3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:49:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0344ecf5-ef21-4311-ac2e-71d38a9c0fd3", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:49:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d007de7-6a9c-4d6b-a48a-ebdd76dd66ea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:49:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d007de7-6a9c-4d6b-a48a-ebdd76dd66ea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bb075684-e4c0-4168-82dc-fa97b91d32fb", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:49:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bb075684-e4c0-4168-82dc-fa97b91d32fb", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:49:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bb075684-e4c0-4168-82dc-fa97b91d32fb", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:49:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08b114db-4bae-418a-851c-121051535ee4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bb075684-e4c0-4168-82dc-fa97b91d32fb", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T18:49:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bb075684-e4c0-4168-82dc-fa97b91d32fb", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:49:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bb075684-e4c0-4168-82dc-fa97b91d32fb", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:49:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08b114db-4bae-418a-851c-121051535ee4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:49:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08b114db-4bae-418a-851c-121051535ee4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b188ce8f-bcb6-49fd-93c0-979c8dbafa63", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:49:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b188ce8f-bcb6-49fd-93c0-979c8dbafa63", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:49:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b188ce8f-bcb6-49fd-93c0-979c8dbafa63", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:50:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "97a7b94e-d4cc-43ff-a811-546394ecf7d8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:50:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "97a7b94e-d4cc-43ff-a811-546394ecf7d8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:50:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "97a7b94e-d4cc-43ff-a811-546394ecf7d8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:50:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "97a7b94e-d4cc-43ff-a811-546394ecf7d8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T18:50:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "97a7b94e-d4cc-43ff-a811-546394ecf7d8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:50:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "97a7b94e-d4cc-43ff-a811-546394ecf7d8", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:50:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2d869e7e-f3b1-4c50-86d4-b1819f98bdbe", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:50:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2d869e7e-f3b1-4c50-86d4-b1819f98bdbe", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:50:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2d869e7e-f3b1-4c50-86d4-b1819f98bdbe", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:50:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2d869e7e-f3b1-4c50-86d4-b1819f98bdbe", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T18:50:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2d869e7e-f3b1-4c50-86d4-b1819f98bdbe", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:50:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2d869e7e-f3b1-4c50-86d4-b1819f98bdbe", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:50:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97cdabbc-e1e7-429a-8650-8565e5fd4018", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:50:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97cdabbc-e1e7-429a-8650-8565e5fd4018", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:50:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97cdabbc-e1e7-429a-8650-8565e5fd4018", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:50:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1c4749bd-a202-4ef9-a4db-df72877e0a46", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:50:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1c4749bd-a202-4ef9-a4db-df72877e0a46", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:50:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1c4749bd-a202-4ef9-a4db-df72877e0a46", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:50:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1c4749bd-a202-4ef9-a4db-df72877e0a46", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T18:50:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1c4749bd-a202-4ef9-a4db-df72877e0a46", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:50:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1c4749bd-a202-4ef9-a4db-df72877e0a46", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:50:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b545659f-f398-4818-8b84-65921ecc310f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:50:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b545659f-f398-4818-8b84-65921ecc310f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:50:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b545659f-f398-4818-8b84-65921ecc310f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:50:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b545659f-f398-4818-8b84-65921ecc310f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T18:50:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b545659f-f398-4818-8b84-65921ecc310f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:50:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b545659f-f398-4818-8b84-65921ecc310f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c633d065-e369-48ab-b9ae-9df73ca721c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:50:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c633d065-e369-48ab-b9ae-9df73ca721c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:50:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c633d065-e369-48ab-b9ae-9df73ca721c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:50:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "20430c99-d6a5-47ae-8f40-0cb256b6036a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:50:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "20430c99-d6a5-47ae-8f40-0cb256b6036a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:50:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "20430c99-d6a5-47ae-8f40-0cb256b6036a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:50:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "20430c99-d6a5-47ae-8f40-0cb256b6036a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T18:50:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "20430c99-d6a5-47ae-8f40-0cb256b6036a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:50:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "20430c99-d6a5-47ae-8f40-0cb256b6036a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:50:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "470ddb04-9937-4dea-a1ec-7d7b28443136", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "470ddb04-9937-4dea-a1ec-7d7b28443136", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "470ddb04-9937-4dea-a1ec-7d7b28443136", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "470ddb04-9937-4dea-a1ec-7d7b28443136", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T18:50:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "470ddb04-9937-4dea-a1ec-7d7b28443136", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:50:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "470ddb04-9937-4dea-a1ec-7d7b28443136", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1814df22-7e33-483c-bef7-cffe9fc16321", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:50:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1814df22-7e33-483c-bef7-cffe9fc16321", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:50:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1814df22-7e33-483c-bef7-cffe9fc16321", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:50:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "97ad6d4c-9555-4423-852c-89efe3fbca81", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "97ad6d4c-9555-4423-852c-89efe3fbca81", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "97ad6d4c-9555-4423-852c-89efe3fbca81", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "97ad6d4c-9555-4423-852c-89efe3fbca81", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T18:50:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "97ad6d4c-9555-4423-852c-89efe3fbca81", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:50:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "97ad6d4c-9555-4423-852c-89efe3fbca81", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "749e1093-6340-45c3-95ca-7e0b3b655854", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "749e1093-6340-45c3-95ca-7e0b3b655854", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "749e1093-6340-45c3-95ca-7e0b3b655854", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "749e1093-6340-45c3-95ca-7e0b3b655854", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T18:50:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "749e1093-6340-45c3-95ca-7e0b3b655854", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:50:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "749e1093-6340-45c3-95ca-7e0b3b655854", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2040c204-494a-4ca3-bf52-6fa27947fb4b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:50:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2040c204-494a-4ca3-bf52-6fa27947fb4b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:50:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2040c204-494a-4ca3-bf52-6fa27947fb4b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:50:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d32d8bd9-e2ab-4623-8532-e149e79ffcbd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d32d8bd9-e2ab-4623-8532-e149e79ffcbd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d32d8bd9-e2ab-4623-8532-e149e79ffcbd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d32d8bd9-e2ab-4623-8532-e149e79ffcbd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T18:50:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d32d8bd9-e2ab-4623-8532-e149e79ffcbd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:50:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d32d8bd9-e2ab-4623-8532-e149e79ffcbd", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:50:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6d602cb5-7d28-4fe9-ad14-0a719334c5ca", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:50:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6d602cb5-7d28-4fe9-ad14-0a719334c5ca", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:50:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6d602cb5-7d28-4fe9-ad14-0a719334c5ca", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:50:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6d602cb5-7d28-4fe9-ad14-0a719334c5ca", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T18:50:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6d602cb5-7d28-4fe9-ad14-0a719334c5ca", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:50:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6d602cb5-7d28-4fe9-ad14-0a719334c5ca", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:51:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36407514-291d-407d-92e8-7c9a603b35f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:51:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36407514-291d-407d-92e8-7c9a603b35f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:51:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36407514-291d-407d-92e8-7c9a603b35f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:51:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "12f5c14d-2d68-4f2b-8cab-879fc0bceb7c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:51:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "12f5c14d-2d68-4f2b-8cab-879fc0bceb7c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:51:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "12f5c14d-2d68-4f2b-8cab-879fc0bceb7c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:51:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "12f5c14d-2d68-4f2b-8cab-879fc0bceb7c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T18:51:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "12f5c14d-2d68-4f2b-8cab-879fc0bceb7c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:51:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "12f5c14d-2d68-4f2b-8cab-879fc0bceb7c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:51:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "09c90a1e-06e6-4ad1-91e5-d34fed250e19", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:51:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "09c90a1e-06e6-4ad1-91e5-d34fed250e19", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:51:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "09c90a1e-06e6-4ad1-91e5-d34fed250e19", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:51:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "09c90a1e-06e6-4ad1-91e5-d34fed250e19", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T18:51:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "09c90a1e-06e6-4ad1-91e5-d34fed250e19", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:51:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "09c90a1e-06e6-4ad1-91e5-d34fed250e19", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T18:51:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3adbab61-da51-4cdc-8213-2673e8543204", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:51:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3adbab61-da51-4cdc-8213-2673e8543204", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:51:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3adbab61-da51-4cdc-8213-2673e8543204", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:51:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3adbab61-da51-4cdc-8213-2673e8543204", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T18:51:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3adbab61-da51-4cdc-8213-2673e8543204", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:51:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "3adbab61-da51-4cdc-8213-2673e8543204", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T18:51:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6d37aa12-ee1d-4896-80b2-e012d3fcbb1a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:51:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6d37aa12-ee1d-4896-80b2-e012d3fcbb1a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:51:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6d37aa12-ee1d-4896-80b2-e012d3fcbb1a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:51:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6d37aa12-ee1d-4896-80b2-e012d3fcbb1a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T18:51:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6d37aa12-ee1d-4896-80b2-e012d3fcbb1a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:51:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6d37aa12-ee1d-4896-80b2-e012d3fcbb1a", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T18:51:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "90925f16-092e-4919-a840-da0d2456af3a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:51:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "90925f16-092e-4919-a840-da0d2456af3a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:51:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "90925f16-092e-4919-a840-da0d2456af3a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:51:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "90925f16-092e-4919-a840-da0d2456af3a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T18:51:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "90925f16-092e-4919-a840-da0d2456af3a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:51:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "90925f16-092e-4919-a840-da0d2456af3a", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:51:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c7514065-3b68-42fd-8796-202c839278fb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:51:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c7514065-3b68-42fd-8796-202c839278fb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:51:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c7514065-3b68-42fd-8796-202c839278fb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:51:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c7514065-3b68-42fd-8796-202c839278fb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T18:51:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c7514065-3b68-42fd-8796-202c839278fb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:51:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c7514065-3b68-42fd-8796-202c839278fb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:52:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "339e2f72-81a7-4600-8834-521ae0688842", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:52:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "339e2f72-81a7-4600-8834-521ae0688842", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:52:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "339e2f72-81a7-4600-8834-521ae0688842", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:52:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "339e2f72-81a7-4600-8834-521ae0688842", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T18:52:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "339e2f72-81a7-4600-8834-521ae0688842", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:52:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "339e2f72-81a7-4600-8834-521ae0688842", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T18:52:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "25cc266a-b9af-466a-b79d-c26a5a938df9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:52:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "25cc266a-b9af-466a-b79d-c26a5a938df9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:52:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "25cc266a-b9af-466a-b79d-c26a5a938df9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:52:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "25cc266a-b9af-466a-b79d-c26a5a938df9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T18:52:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "25cc266a-b9af-466a-b79d-c26a5a938df9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T18:52:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "25cc266a-b9af-466a-b79d-c26a5a938df9", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T18:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "bd757183-703c-4a69-95ca-f64f898cdad8", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T18:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "6fedc1f9-ae43-4d2c-a5d3-5f006669b29f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T18:52:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "fc6300a2-fb66-477e-acf8-3732c595a7e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:52:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "fc6300a2-fb66-477e-acf8-3732c595a7e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T18:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9aea6db-1652-4631-8b96-53b9dd273987", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T18:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "be9e1655-4145-483e-8499-b94b3248d898", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T18:52:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "d2359ca8-387f-4b7a-81de-b648e0e97f4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:52:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "d2359ca8-387f-4b7a-81de-b648e0e97f4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T18:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7da6fae-30d2-4b1a-9ab5-adef317996cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T18:52:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "dac23551-a1c0-4c06-aac4-7f61f84c2e4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T18:52:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "461924e3-e93b-4076-afd4-4f42a64ad069", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T18:52:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "77803ac5-6707-48e2-b673-da7ca3b3fd47", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:52:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "77803ac5-6707-48e2-b673-da7ca3b3fd47", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T18:52:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "70ecf048-a47e-43f8-9ed0-3bceaac5d980", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:52:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "70ecf048-a47e-43f8-9ed0-3bceaac5d980", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T18:52:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fae7417f-e26d-4c4d-b47b-c835f5886121", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T18:52:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "5aa991cf-f53a-4fa5-908a-7c7c094222ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T18:52:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "bdbab208-bc2a-4168-b106-e56f09333ba3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:52:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "bdbab208-bc2a-4168-b106-e56f09333ba3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T18:52:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b105bb3b-e1d6-46fc-aa64-9462ae0b2f6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T18:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8b762bfa-c4c6-4260-95de-a96e1b87a009", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b22569dc-5741-4316-a29c-62b8cccea575", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:54:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "39b59772-8dc3-47d8-9f04-10ca07b9dada", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:54:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "39b59772-8dc3-47d8-9f04-10ca07b9dada", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "eb93a3bb-dd68-47a9-8668-bd71ed533eb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df82ace7-018a-48ca-bb3e-4e0eee81f2d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:54:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e44d3d94-bb10-4e10-8a34-0fca60e471ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:54:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e44d3d94-bb10-4e10-8a34-0fca60e471ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "383c4d90-6717-4712-954c-631937b7bbbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:55:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22960ac8-dbe7-4767-b239-bc5c7bc688ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:55:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22960ac8-dbe7-4767-b239-bc5c7bc688ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:55:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22960ac8-dbe7-4767-b239-bc5c7bc688ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T18:55:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d6448016-f6cd-40c2-ba6a-1014a25fa243", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:55:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d6448016-f6cd-40c2-ba6a-1014a25fa243", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:55:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8e53a39a-4d55-4a5a-9646-3073e9e1bc98", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:55:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8e53a39a-4d55-4a5a-9646-3073e9e1bc98", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:55:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f45f8a86-98ff-4146-8376-02d6c0110bd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:55:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f45f8a86-98ff-4146-8376-02d6c0110bd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T18:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5ff407eb-6787-4753-9050-9fcc014f6432", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "eb7a5d79-c8df-4fe1-beb8-a44eba5a187f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:55:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c9cd3a74-f00f-4369-8a77-d098e316ff06", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:55:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c9cd3a74-f00f-4369-8a77-d098e316ff06", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b9f7d6bf-9e7c-4ebe-b495-c6862dba4775", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d386a0e9-0f11-4603-b563-4d8d90c893b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:55:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cb8572b3-3ba4-47ee-8144-fe7cbb992cc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:55:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cb8572b3-3ba4-47ee-8144-fe7cbb992cc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43d84148-013c-4279-b478-3f0c365d93fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:56:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ffeee90-4acb-4e73-8bec-12dc5c31ba16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:56:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ffeee90-4acb-4e73-8bec-12dc5c31ba16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:56:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ffeee90-4acb-4e73-8bec-12dc5c31ba16", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T18:56:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "76df3e2b-06ec-4925-9307-e3b9f5b68da0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:56:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "76df3e2b-06ec-4925-9307-e3b9f5b68da0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:56:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b11e9138-2d85-42d0-9d0d-3da1ccfcfda3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:56:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b11e9138-2d85-42d0-9d0d-3da1ccfcfda3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:56:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db51eb9e-5261-451c-8943-dd556dce4c0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:56:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db51eb9e-5261-451c-8943-dd556dce4c0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T18:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "openshift-service-ca.crt", "reconcileID": "2c3cfab3-9db8-4a78-a53d-9a55ebaa860f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "odh-trusted-ca-bundle", "reconcileID": "a3bf4b67-58a4-4e5e-8c9d-ca7feff20330", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "openshift-service-ca.crt", "reconcileID": "d9d33af6-6e4b-425c-a2a8-9c03ffbd080d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1b1c1c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:56:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "openshift-service-ca.crt", "reconcileID": "d9d33af6-6e4b-425c-a2a8-9c03ffbd080d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3c586f8-f60d-4f60-b9b1-f2e9538a262d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "openshift-service-ca.crt", "reconcileID": "b9daf43a-4272-4b9c-a572-88f13ad20646", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "odh-trusted-ca-bundle", "reconcileID": "53f03d00-3d51-4234-b932-f3c36c796968", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1b1c1c", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:56:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "odh-trusted-ca-bundle", "reconcileID": "53f03d00-3d51-4234-b932-f3c36c796968", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0321caa4-5162-4441-a32f-1eaf6a94e1d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95ac69b1-2532-499a-ab8f-fe0789efe807", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95ac69b1-2532-499a-ab8f-fe0789efe807", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:56:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95ac69b1-2532-499a-ab8f-fe0789efe807", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "684d8c83-d557-471d-963c-3dfa77272b7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "684d8c83-d557-471d-963c-3dfa77272b7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:56:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "684d8c83-d557-471d-963c-3dfa77272b7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a7079ab-41f7-4368-8be6-ea8ed6d684e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a7079ab-41f7-4368-8be6-ea8ed6d684e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a7079ab-41f7-4368-8be6-ea8ed6d684e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f694728-2dc0-4796-a547-99a8c99da70b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f694728-2dc0-4796-a547-99a8c99da70b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f694728-2dc0-4796-a547-99a8c99da70b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a613134-e697-48f8-be5c-b8eaec48f8da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a613134-e697-48f8-be5c-b8eaec48f8da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1b1c1c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:56:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a613134-e697-48f8-be5c-b8eaec48f8da", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-1b1c1c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T18:56:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "odh-trusted-ca-bundle", "reconcileID": "800a5863-f705-43b3-8af1-258d98a65aed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "odh-trusted-ca-bundle", "reconcileID": "800a5863-f705-43b3-8af1-258d98a65aed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "openshift-service-ca.crt", "reconcileID": "1457560c-fa08-4f96-9039-47e0b460dc48", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "openshift-service-ca.crt", "reconcileID": "1457560c-fa08-4f96-9039-47e0b460dc48", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "543097bd-a160-4eb4-bc89-116a9f29e5fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1b1c1c"}, "namespace": "e2e-modelref-1b1c1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "543097bd-a160-4eb4-bc89-116a9f29e5fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1b1c1c"} 2026-06-11T18:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "openshift-service-ca.crt", "reconcileID": "9642bed7-a40b-4953-a5fc-a41f027a01ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "odh-trusted-ca-bundle", "reconcileID": "2028c80e-0dba-42f6-bfaa-8819bdaee564", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "openshift-service-ca.crt", "reconcileID": "3be374ab-2988-4a48-8d27-00207997b239", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5836fb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:56:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "openshift-service-ca.crt", "reconcileID": "3be374ab-2988-4a48-8d27-00207997b239", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "openshift-service-ca.crt", "reconcileID": "bfc42bdc-ad4d-418e-a4c8-8f7f013e04d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa3abe6b-b136-4561-85a5-9518eecd6d02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "odh-trusted-ca-bundle", "reconcileID": "31cfda6e-06a9-4fb6-a83e-a1b34e4bebe9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5836fb", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:56:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "odh-trusted-ca-bundle", "reconcileID": "31cfda6e-06a9-4fb6-a83e-a1b34e4bebe9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3a7d7a2-ab0a-4b1e-b09f-2cd137db182b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13fcea85-8e35-441a-8c8d-8143b4bb6ef3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13fcea85-8e35-441a-8c8d-8143b4bb6ef3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:56:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13fcea85-8e35-441a-8c8d-8143b4bb6ef3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38d3ff57-6c58-47f5-97a8-8461e206c898", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38d3ff57-6c58-47f5-97a8-8461e206c898", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:56:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38d3ff57-6c58-47f5-97a8-8461e206c898", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88e525af-8fc8-40d6-9921-15b51dc34d76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88e525af-8fc8-40d6-9921-15b51dc34d76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:56:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88e525af-8fc8-40d6-9921-15b51dc34d76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01873073-9c5c-49ff-ba45-9b1110525e2f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01873073-9c5c-49ff-ba45-9b1110525e2f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T18:56:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01873073-9c5c-49ff-ba45-9b1110525e2f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T18:56:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f13a99b-ac44-43be-8a4b-f2fe6bcf291e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f13a99b-ac44-43be-8a4b-f2fe6bcf291e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5836fb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:56:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f13a99b-ac44-43be-8a4b-f2fe6bcf291e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-5836fb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T18:56:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "odh-trusted-ca-bundle", "reconcileID": "58b2133b-43e5-4c69-882b-a6ad5c53ec94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "odh-trusted-ca-bundle", "reconcileID": "58b2133b-43e5-4c69-882b-a6ad5c53ec94", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "openshift-service-ca.crt", "reconcileID": "627a248e-5fce-48e7-90c6-bd5ab369976c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "openshift-service-ca.crt", "reconcileID": "627a248e-5fce-48e7-90c6-bd5ab369976c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df387ccb-d5e8-4b84-96cc-781ac6214c5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:56:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5836fb"}, "namespace": "e2e-modelref-5836fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df387ccb-d5e8-4b84-96cc-781ac6214c5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5836fb"} 2026-06-11T18:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "openshift-service-ca.crt", "reconcileID": "854abb35-8d73-47b7-af2e-cdb7874d6a5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "odh-trusted-ca-bundle", "reconcileID": "00860b81-40c1-48cb-a5ba-40619404d043", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "openshift-service-ca.crt", "reconcileID": "35c813f1-80ca-4ba2-aede-9ed3c3c0662f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-e87c84", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:57:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "openshift-service-ca.crt", "reconcileID": "35c813f1-80ca-4ba2-aede-9ed3c3c0662f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "openshift-service-ca.crt", "reconcileID": "ee8cdd67-9160-4946-b4e0-fed10258c026", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e84debef-cdb5-46c8-8d0b-bf04e39d299e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "odh-trusted-ca-bundle", "reconcileID": "91a434d8-77a3-4b5d-b66d-0ffbbf3c7ab5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-e87c84", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:57:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "odh-trusted-ca-bundle", "reconcileID": "91a434d8-77a3-4b5d-b66d-0ffbbf3c7ab5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4ddf678-69b6-44ce-850b-541e8e6bedc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb4280a5-7c49-4a03-8960-24433527d860", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb4280a5-7c49-4a03-8960-24433527d860", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-e87c84", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:57:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb4280a5-7c49-4a03-8960-24433527d860", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-e87c84 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T18:57:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "odh-trusted-ca-bundle", "reconcileID": "d1d03d3b-fddb-4012-8746-f088f838769f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "odh-trusted-ca-bundle", "reconcileID": "d1d03d3b-fddb-4012-8746-f088f838769f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "openshift-service-ca.crt", "reconcileID": "38a1df7c-7c75-4f95-9b87-1277a4c1e6f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "openshift-service-ca.crt", "reconcileID": "38a1df7c-7c75-4f95-9b87-1277a4c1e6f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed26ab27-d230-430e-8b2b-0b9420876c6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-e87c84"}, "namespace": "e2e-webhook-test-e87c84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed26ab27-d230-430e-8b2b-0b9420876c6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-e87c84"} 2026-06-11T18:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "openshift-service-ca.crt", "reconcileID": "290be7fd-79f9-4d7b-8747-b6ab44ecce5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "odh-trusted-ca-bundle", "reconcileID": "eb2e3051-08fd-4ef6-87cc-e84dd4016ec0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "openshift-service-ca.crt", "reconcileID": "af3010cc-758b-4e5a-ab79-e1e4f3a28b2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f28056", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:57:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "openshift-service-ca.crt", "reconcileID": "af3010cc-758b-4e5a-ab79-e1e4f3a28b2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "openshift-service-ca.crt", "reconcileID": "c9ac2b65-6f66-4c6a-b6de-236b20ebf753", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bea263bd-26b0-41b7-a948-7c6484122fbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "odh-trusted-ca-bundle", "reconcileID": "139e34e0-19ff-4a36-82bf-3b4904af643e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f28056", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:57:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "odh-trusted-ca-bundle", "reconcileID": "139e34e0-19ff-4a36-82bf-3b4904af643e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc8b9eb3-d4a3-41ee-a83a-08762e22f551", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "051d27fc-e4cd-4cfa-bd70-0f6617827597", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "051d27fc-e4cd-4cfa-bd70-0f6617827597", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f28056", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T18:57:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "051d27fc-e4cd-4cfa-bd70-0f6617827597", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-f28056 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T18:57:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "odh-trusted-ca-bundle", "reconcileID": "bfd4c086-5acc-4272-91ac-9389ed661552", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "odh-trusted-ca-bundle", "reconcileID": "bfd4c086-5acc-4272-91ac-9389ed661552", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "openshift-service-ca.crt", "reconcileID": "f646a4af-e0f4-4f0d-93db-66664011a1f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "openshift-service-ca.crt", "reconcileID": "f646a4af-e0f4-4f0d-93db-66664011a1f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20054992-690e-4811-90d6-013ff8eaaff3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-f28056"}, "namespace": "e2e-webhook-test-f28056", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20054992-690e-4811-90d6-013ff8eaaff3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-f28056"} 2026-06-11T18:58:02Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T18:58:02Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T18:58:03Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T18:58:03Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T19:10:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T19:10:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T19:10:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T19:10:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T19:13:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf4121d6-e18b-489e-b22a-c7a8cb9ee88c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T19:13:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf4121d6-e18b-489e-b22a-c7a8cb9ee88c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T19:13:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf4121d6-e18b-489e-b22a-c7a8cb9ee88c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T19:13:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a3b9080-9824-47c1-a66a-75f46b3b28a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T19:13:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a3b9080-9824-47c1-a66a-75f46b3b28a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T19:13:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a3b9080-9824-47c1-a66a-75f46b3b28a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T19:14:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e7bcbf7-5d8f-4909-a592-f068a6049642", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T19:14:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e7bcbf7-5d8f-4909-a592-f068a6049642", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T19:14:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e7bcbf7-5d8f-4909-a592-f068a6049642", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T19:14:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "71c4b598-0cfd-463f-bc13-2f7fc8d526b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T19:14:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "71c4b598-0cfd-463f-bc13-2f7fc8d526b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T19:14:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "71c4b598-0cfd-463f-bc13-2f7fc8d526b5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T19:14:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-3cbd9f4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-3cbd9f4b", "reconcileID": "16036d8b-b03e-4ea9-9070-c083c0331886", "Gateway": "e2e-ait-3cbd9f4b", "namespace": "openshift-ingress"} 2026-06-11T19:14:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-3cbd9f4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-3cbd9f4b", "reconcileID": "f65cb4c3-c13d-4f68-83bb-fc0df6505da0", "Gateway": "e2e-ait-3cbd9f4b", "namespace": "openshift-ingress"} 2026-06-11T19:14:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-3cbd9f4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-3cbd9f4b", "reconcileID": "4321f83e-3817-48e5-a84a-8e0f6e8e4fc5", "Gateway": "e2e-ait-3cbd9f4b", "namespace": "openshift-ingress"} 2026-06-11T19:14:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-3cbd9f4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-3cbd9f4b", "reconcileID": "7c83ca86-9656-4679-b2ac-253c92b7188c", "Gateway": "e2e-ait-3cbd9f4b", "namespace": "openshift-ingress"} 2026-06-11T19:14:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-3cbd9f4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-3cbd9f4b", "reconcileID": "3579e29c-d203-4f4a-b3f5-1400ec9e0b1c", "Gateway": "e2e-ait-3cbd9f4b", "namespace": "openshift-ingress"} 2026-06-11T19:14:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "openshift-service-ca.crt", "reconcileID": "ac26187b-3671-43ae-a8d4-48cf26ccf8b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-trusted-ca-bundle", "reconcileID": "c4c11e79-9c84-463e-8343-743684e594c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "openshift-service-ca.crt", "reconcileID": "3e864f52-7bba-42e5-a3c5-7fa89e9ee39e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-3cbd9f4b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T19:14:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "openshift-service-ca.crt", "reconcileID": "3e864f52-7bba-42e5-a3c5-7fa89e9ee39e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ba70119-dc7f-42b1-b168-07ee75eb9420", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "openshift-service-ca.crt", "reconcileID": "5945707c-eba6-4a48-839b-93acd76ba1a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-trusted-ca-bundle", "reconcileID": "6587865e-a58a-4768-ae46-111de93bbed0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T19:14:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-trusted-ca-bundle", "reconcileID": "6587865e-a58a-4768-ae46-111de93bbed0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ce827d7-e3df-4ae4-b291-5ea30a6bda40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-3cbd9f4b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-3cbd9f4b", "reconcileID": "60eb24ba-058f-4e65-8e2a-7a525e5ba618", "Gateway": "e2e-ait-3cbd9f4b", "namespace": "openshift-ingress"} 2026-06-11T19:14:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3827d0d0-5a78-489a-8774-054a3f9aa8ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3827d0d0-5a78-489a-8774-054a3f9aa8ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T19:14:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3827d0d0-5a78-489a-8774-054a3f9aa8ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-3cbd9f4b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T19:14:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-trusted-ca-bundle", "reconcileID": "ab21b0a3-c6ad-431e-8631-a6828106a694", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-trusted-ca-bundle", "reconcileID": "ab21b0a3-c6ad-431e-8631-a6828106a694", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T19:14:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-trusted-ca-bundle", "reconcileID": "ab21b0a3-c6ad-431e-8631-a6828106a694", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-3cbd9f4b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T19:14:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "openshift-service-ca.crt", "reconcileID": "cd0860b0-c09f-4183-976e-96573d0e97f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "openshift-service-ca.crt", "reconcileID": "cd0860b0-c09f-4183-976e-96573d0e97f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3cf5723-e07c-4a29-9037-8eeca0730eec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3cf5723-e07c-4a29-9037-8eeca0730eec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-trusted-ca-bundle", "reconcileID": "d6726eff-ca88-482d-b38f-cbb4f275606a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-3cbd9f4b"}, "namespace": "e2e-aitenant-3cbd9f4b", "name": "odh-trusted-ca-bundle", "reconcileID": "d6726eff-ca88-482d-b38f-cbb4f275606a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-3cbd9f4b"} 2026-06-11T19:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-53170be3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-53170be3", "reconcileID": "6f8e23b9-805d-4a50-8a45-6f08b0386218", "Gateway": "e2e-ait-53170be3", "namespace": "openshift-ingress"} 2026-06-11T19:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-53170be3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-53170be3", "reconcileID": "bb14e401-604d-423f-a0f0-2a2a3df3644c", "Gateway": "e2e-ait-53170be3", "namespace": "openshift-ingress"} 2026-06-11T19:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-53170be3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-53170be3", "reconcileID": "f10af03c-ecf9-447c-8d83-2619051d9a1b", "Gateway": "e2e-ait-53170be3", "namespace": "openshift-ingress"} 2026-06-11T19:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-53170be3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-53170be3", "reconcileID": "8e69c658-d18e-4d8f-8ab3-6385e103964c", "Gateway": "e2e-ait-53170be3", "namespace": "openshift-ingress"} 2026-06-11T19:14:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-53170be3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-53170be3", "reconcileID": "aca80a9d-1d79-4ab5-b594-a6f3fc958910", "Gateway": "e2e-ait-53170be3", "namespace": "openshift-ingress"} 2026-06-11T19:14:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "openshift-service-ca.crt", "reconcileID": "2f4140aa-7641-4efc-ba44-d240e40e3628", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:14:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-trusted-ca-bundle", "reconcileID": "d25fccce-90d5-43a4-8c26-2c768914c947", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:14:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "openshift-service-ca.crt", "reconcileID": "28116c48-2d1e-4010-8297-fdb0964745a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-53170be3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T19:14:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "openshift-service-ca.crt", "reconcileID": "28116c48-2d1e-4010-8297-fdb0964745a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:14:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b2b0a22-78f8-4938-b95f-194cabb28458", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:14:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "openshift-service-ca.crt", "reconcileID": "c64befa8-2cd1-44cc-aa17-5558207639dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:14:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-trusted-ca-bundle", "reconcileID": "c9878c31-a752-416b-8b45-7887d07b311c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-53170be3", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T19:14:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-trusted-ca-bundle", "reconcileID": "c9878c31-a752-416b-8b45-7887d07b311c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:14:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b065f76-9f65-4a0b-944b-12e6fca3a14a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-53170be3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-53170be3", "reconcileID": "c915c6b9-60db-4f43-9b72-c784855fb62c", "Gateway": "e2e-ait-53170be3", "namespace": "openshift-ingress"} 2026-06-11T19:14:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-53170be3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-53170be3", "reconcileID": "baead6f3-8b7c-4218-b8d6-728360a2d589", "Gateway": "e2e-ait-53170be3", "namespace": "openshift-ingress"} 2026-06-11T19:15:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ea42153-c25b-448b-b044-d2579b295c8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:15:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ea42153-c25b-448b-b044-d2579b295c8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-53170be3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T19:15:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ea42153-c25b-448b-b044-d2579b295c8f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-53170be3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T19:15:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2100305-ebe7-44a4-a049-1aac239f70b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:15:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2100305-ebe7-44a4-a049-1aac239f70b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-53170be3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T19:15:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2100305-ebe7-44a4-a049-1aac239f70b9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-53170be3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T19:15:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-trusted-ca-bundle", "reconcileID": "1a5bd532-3861-4a31-bc35-592ad6b5ee80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:15:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-trusted-ca-bundle", "reconcileID": "1a5bd532-3861-4a31-bc35-592ad6b5ee80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-53170be3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T19:15:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-trusted-ca-bundle", "reconcileID": "1a5bd532-3861-4a31-bc35-592ad6b5ee80", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-53170be3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T19:15:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "openshift-service-ca.crt", "reconcileID": "b399cf74-c7bc-4607-84f9-43ddf80458f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:15:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "openshift-service-ca.crt", "reconcileID": "b399cf74-c7bc-4607-84f9-43ddf80458f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:15:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1ffb73f-d880-4c82-ada0-bf46379ff911", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:15:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1ffb73f-d880-4c82-ada0-bf46379ff911", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:15:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-trusted-ca-bundle", "reconcileID": "bb3da0e2-6602-4b6b-896b-003f7b870dd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-53170be3"} 2026-06-11T19:15:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-53170be3"}, "namespace": "e2e-aitenant-53170be3", "name": "odh-trusted-ca-bundle", "reconcileID": "bb3da0e2-6602-4b6b-896b-003f7b870dd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-53170be3"}