2026-06-13T01:07:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e99a2ed-0a32-44d1-9a37-25c4e9890f0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:07:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e99a2ed-0a32-44d1-9a37-25c4e9890f0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:07:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e99a2ed-0a32-44d1-9a37-25c4e9890f0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:07:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "d2229ed9-4531-459e-ab5f-2ea3d84e23dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-13T01:07:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "85e93e5c-d443-43f3-80bf-2f5e5578b36b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-13T01:07:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "2a1c6b10-040b-43e1-9da9-ca0ac1e35f74", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:07:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "2a1c6b10-040b-43e1-9da9-ca0ac1e35f74", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-13T01:07:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "199928d6-8d5f-42b6-9994-9014f48e76a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-13T01:07:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b68b318-2358-46ef-945d-02bbd9bb6841", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-13T01:07:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "fa5368ed-f36b-4dca-894c-042e249efd05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:07:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "fa5368ed-f36b-4dca-894c-042e249efd05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-13T01:07:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13b6c35a-9534-4d0a-a363-175c27ec4cea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-13T01:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "daec703e-5a4a-4fa3-8e4d-ca2e6ed7f7a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:08:28Z DEBUG Authorino has TLS disabled {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "daec703e-5a4a-4fa3-8e4d-ca2e6ed7f7a0", "listener.tls": {"enabled":false}} 2026-06-13T01:08:28Z DEBUG Authorino TLS is not enabled, skipping EnvoyFilter creation {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "daec703e-5a4a-4fa3-8e4d-ca2e6ed7f7a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "daec703e-5a4a-4fa3-8e4d-ca2e6ed7f7a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "06d6561d-51ae-4a45-b004-5ebfa3a05c43", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-13T01:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "db1e6d43-1645-4cd9-8b90-888de75395fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-13T01:08:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "5fb244ab-f7e3-45bf-a846-91e44c0fd179", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:08:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "5fb244ab-f7e3-45bf-a846-91e44c0fd179", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-13T01:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "82a7c7c0-2351-4c1a-b422-412791daccb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-13T01:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10095c43-624b-466e-8ae1-c835f46a66a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-13T01:08:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "85bf11e3-0b10-44ef-b5ad-3fec9461a14b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:08:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "85bf11e3-0b10-44ef-b5ad-3fec9461a14b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-13T01:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "1b94a07c-9f18-45d6-8c85-7c22b56262ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-13T01:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "54e25b39-a52f-4b2c-97f1-a8719e811fab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-13T01:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4b443bf-e62a-4888-94e8-230323692395", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-13T01:08:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "d87cfcc9-1ca1-452d-9856-3c5e0aa56097", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:08:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "d87cfcc9-1ca1-452d-9856-3c5e0aa56097", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-13T01:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "f179aa38-f7c2-416b-9e30-180c7671b088", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-13T01:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fe6c1b1-dde4-40be-99d8-69410b127148", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-13T01:08:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "edbdadb8-5298-4224-905c-f8c108b2b876", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:08:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "edbdadb8-5298-4224-905c-f8c108b2b876", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-13T01:08:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32ea2610-0010-44a7-80f3-40cff3131c7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-13T01:09:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d342ef49-c2b4-423e-a479-14a9a06bec5b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:09:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d342ef49-c2b4-423e-a479-14a9a06bec5b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:09:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d342ef49-c2b4-423e-a479-14a9a06bec5b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:09:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a2af8dfa-798e-48c8-af28-ee0d6a02103b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-13T01:09:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa6debbb-43bc-4203-b037-12ade41b4699", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:09:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa6debbb-43bc-4203-b037-12ade41b4699", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:09:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa6debbb-43bc-4203-b037-12ade41b4699", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:09:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "9bc4c5fe-5f5c-4e53-8402-a75a25e0f731", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-13T01:09:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "630cd934-d35b-46a9-9d2d-4d0d436d6409", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:09:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "630cd934-d35b-46a9-9d2d-4d0d436d6409", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-13T01:09:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "4e83a626-f1ea-48a2-911d-0b86daa5925a", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-13T01:09:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa72753e-1f8b-4682-81ab-ad7e4da7e723", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-13T01:09:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "17b04346-8c9f-41fb-9cbf-58ca6b477052", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-13T01:09:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "797415c3-9d40-4e86-9579-5a3715597238", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:09:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "797415c3-9d40-4e86-9579-5a3715597238", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-13T01:09:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "564dc8ba-d402-4d3e-aada-e61b5cfaf81f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4e22faf1-7d10-4a99-b830-c381c25be063", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:09:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4e22faf1-7d10-4a99-b830-c381c25be063", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:09:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4e22faf1-7d10-4a99-b830-c381c25be063", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:09:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "71ee3e01-ab2d-4883-a42b-cc2bdb2f6bcb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "71ee3e01-ab2d-4883-a42b-cc2bdb2f6bcb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "71ee3e01-ab2d-4883-a42b-cc2bdb2f6bcb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4da41163-73ba-4d83-b3ef-bce54f4e9edd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:09:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4da41163-73ba-4d83-b3ef-bce54f4e9edd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:09:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "71ee3e01-ab2d-4883-a42b-cc2bdb2f6bcb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-13T01:09:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "71ee3e01-ab2d-4883-a42b-cc2bdb2f6bcb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:09:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "71ee3e01-ab2d-4883-a42b-cc2bdb2f6bcb", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4da41163-73ba-4d83-b3ef-bce54f4e9edd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:09:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8a46a3b8-a14b-4e3d-bb38-d391a3e51c8e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8a46a3b8-a14b-4e3d-bb38-d391a3e51c8e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8a46a3b8-a14b-4e3d-bb38-d391a3e51c8e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e1e67b4-1e74-407c-8e70-cf494bbf2d26", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:09:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8a46a3b8-a14b-4e3d-bb38-d391a3e51c8e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-13T01:09:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8a46a3b8-a14b-4e3d-bb38-d391a3e51c8e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:09:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8a46a3b8-a14b-4e3d-bb38-d391a3e51c8e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e1e67b4-1e74-407c-8e70-cf494bbf2d26", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:09:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e1e67b4-1e74-407c-8e70-cf494bbf2d26", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:09:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0103455d-1f2f-4f6f-8b6a-b7d2a2180525", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0103455d-1f2f-4f6f-8b6a-b7d2a2180525", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0103455d-1f2f-4f6f-8b6a-b7d2a2180525", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0103455d-1f2f-4f6f-8b6a-b7d2a2180525", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-13T01:09:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0103455d-1f2f-4f6f-8b6a-b7d2a2180525", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:09:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0103455d-1f2f-4f6f-8b6a-b7d2a2180525", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c6860334-6493-41d4-8803-074e68e987ed", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c6860334-6493-41d4-8803-074e68e987ed", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c6860334-6493-41d4-8803-074e68e987ed", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1c00fff-5574-4ce1-84ee-7d90277b0d8a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:09:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c6860334-6493-41d4-8803-074e68e987ed", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-13T01:09:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c6860334-6493-41d4-8803-074e68e987ed", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:09:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "c6860334-6493-41d4-8803-074e68e987ed", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:09:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1c00fff-5574-4ce1-84ee-7d90277b0d8a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:09:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1c00fff-5574-4ce1-84ee-7d90277b0d8a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "98a5049e-173c-4f1b-962e-2631aa0a24ae", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:10:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "98a5049e-173c-4f1b-962e-2631aa0a24ae", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:10:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "98a5049e-173c-4f1b-962e-2631aa0a24ae", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:10:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78a2e5a6-1506-4b1f-b793-579663724f4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "98a5049e-173c-4f1b-962e-2631aa0a24ae", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-13T01:10:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "98a5049e-173c-4f1b-962e-2631aa0a24ae", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:10:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "98a5049e-173c-4f1b-962e-2631aa0a24ae", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:10:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78a2e5a6-1506-4b1f-b793-579663724f4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:10:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78a2e5a6-1506-4b1f-b793-579663724f4e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d01845fe-9001-4541-a5b0-ad83665c607a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:10:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d01845fe-9001-4541-a5b0-ad83665c607a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:10:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d01845fe-9001-4541-a5b0-ad83665c607a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:10:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b4353024-afe7-446a-96a8-b36647edc492", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d01845fe-9001-4541-a5b0-ad83665c607a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-13T01:10:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d01845fe-9001-4541-a5b0-ad83665c607a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:10:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "d01845fe-9001-4541-a5b0-ad83665c607a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:10:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b4353024-afe7-446a-96a8-b36647edc492", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:10:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b4353024-afe7-446a-96a8-b36647edc492", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "79e9f983-ea5c-4478-a019-47936736a496", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:10:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "79e9f983-ea5c-4478-a019-47936736a496", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:10:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "79e9f983-ea5c-4478-a019-47936736a496", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:10:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3417197e-1a03-4704-9b25-b43218a14c35", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "79e9f983-ea5c-4478-a019-47936736a496", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-13T01:10:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "79e9f983-ea5c-4478-a019-47936736a496", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:10:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "79e9f983-ea5c-4478-a019-47936736a496", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:10:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3417197e-1a03-4704-9b25-b43218a14c35", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:10:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3417197e-1a03-4704-9b25-b43218a14c35", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:11Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-13T01:10:11Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-13T01:10:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-13T01:10:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-13T01:10:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e11a0a4d-594d-4854-9125-f24fb9728783", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e11a0a4d-594d-4854-9125-f24fb9728783", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:10:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e11a0a4d-594d-4854-9125-f24fb9728783", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c95b1578-a709-4714-a447-1cdd461bee30", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:10:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c95b1578-a709-4714-a447-1cdd461bee30", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:10:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c95b1578-a709-4714-a447-1cdd461bee30", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:10:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c95b1578-a709-4714-a447-1cdd461bee30", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-13T01:10:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c95b1578-a709-4714-a447-1cdd461bee30", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:10:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "c95b1578-a709-4714-a447-1cdd461bee30", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:10:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "29d43f83-4d79-49d4-bfa9-20a90f1ae687", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:10:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "29d43f83-4d79-49d4-bfa9-20a90f1ae687", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:10:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "29d43f83-4d79-49d4-bfa9-20a90f1ae687", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:10:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "29d43f83-4d79-49d4-bfa9-20a90f1ae687", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-13T01:10:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "29d43f83-4d79-49d4-bfa9-20a90f1ae687", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:10:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "29d43f83-4d79-49d4-bfa9-20a90f1ae687", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:10:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8b03572-c33e-4050-944f-c437824db9cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8b03572-c33e-4050-944f-c437824db9cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:10:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8b03572-c33e-4050-944f-c437824db9cc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "13a3ee64-2a55-430f-9e29-bbad695d4c74", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:10:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "13a3ee64-2a55-430f-9e29-bbad695d4c74", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:10:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "13a3ee64-2a55-430f-9e29-bbad695d4c74", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:10:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "13a3ee64-2a55-430f-9e29-bbad695d4c74", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-13T01:10:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "13a3ee64-2a55-430f-9e29-bbad695d4c74", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:10:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "13a3ee64-2a55-430f-9e29-bbad695d4c74", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:10:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6ead2406-7885-4306-852e-ecf854eb20fc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:10:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6ead2406-7885-4306-852e-ecf854eb20fc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:10:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6ead2406-7885-4306-852e-ecf854eb20fc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:10:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6ead2406-7885-4306-852e-ecf854eb20fc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-13T01:10:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6ead2406-7885-4306-852e-ecf854eb20fc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:10:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6ead2406-7885-4306-852e-ecf854eb20fc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:10:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8274faa6-1639-4d33-8371-f04aaac2d2da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8274faa6-1639-4d33-8371-f04aaac2d2da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:10:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8274faa6-1639-4d33-8371-f04aaac2d2da", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:10:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1a0d2f56-045d-43e2-8158-34d7b68a246c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:10:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1a0d2f56-045d-43e2-8158-34d7b68a246c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:10:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1a0d2f56-045d-43e2-8158-34d7b68a246c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:10:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1a0d2f56-045d-43e2-8158-34d7b68a246c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-13T01:10:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1a0d2f56-045d-43e2-8158-34d7b68a246c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:10:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "1a0d2f56-045d-43e2-8158-34d7b68a246c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:10:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "346d6045-a7f8-4d3b-9d4a-5afa4807ee12", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:10:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "346d6045-a7f8-4d3b-9d4a-5afa4807ee12", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:10:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "346d6045-a7f8-4d3b-9d4a-5afa4807ee12", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:10:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "346d6045-a7f8-4d3b-9d4a-5afa4807ee12", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-13T01:10:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "346d6045-a7f8-4d3b-9d4a-5afa4807ee12", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:10:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "346d6045-a7f8-4d3b-9d4a-5afa4807ee12", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2450fbf2-cc16-414e-ad66-3039950cc3b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:11:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2450fbf2-cc16-414e-ad66-3039950cc3b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:11:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2450fbf2-cc16-414e-ad66-3039950cc3b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:11:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0c92b78c-b9fd-4ea4-8642-b91450ea5df1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0c92b78c-b9fd-4ea4-8642-b91450ea5df1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0c92b78c-b9fd-4ea4-8642-b91450ea5df1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0c92b78c-b9fd-4ea4-8642-b91450ea5df1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-13T01:11:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0c92b78c-b9fd-4ea4-8642-b91450ea5df1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:11:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0c92b78c-b9fd-4ea4-8642-b91450ea5df1", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ceaae424-bc5e-4b8d-8df0-2b2cc0b779d2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ceaae424-bc5e-4b8d-8df0-2b2cc0b779d2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ceaae424-bc5e-4b8d-8df0-2b2cc0b779d2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ceaae424-bc5e-4b8d-8df0-2b2cc0b779d2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-13T01:11:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ceaae424-bc5e-4b8d-8df0-2b2cc0b779d2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:11:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ceaae424-bc5e-4b8d-8df0-2b2cc0b779d2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e620047b-11bb-4d89-8333-f75af3231c25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:11:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e620047b-11bb-4d89-8333-f75af3231c25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:11:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e620047b-11bb-4d89-8333-f75af3231c25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:11:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c9722690-1ab5-402a-ba96-971a0d2d2834", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c9722690-1ab5-402a-ba96-971a0d2d2834", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c9722690-1ab5-402a-ba96-971a0d2d2834", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c9722690-1ab5-402a-ba96-971a0d2d2834", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-13T01:11:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c9722690-1ab5-402a-ba96-971a0d2d2834", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:11:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c9722690-1ab5-402a-ba96-971a0d2d2834", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:11:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a369b431-24c6-4075-b75e-71324a3ea0fd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:11:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a369b431-24c6-4075-b75e-71324a3ea0fd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:11:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a369b431-24c6-4075-b75e-71324a3ea0fd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:11:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a369b431-24c6-4075-b75e-71324a3ea0fd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-13T01:11:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a369b431-24c6-4075-b75e-71324a3ea0fd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:11:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a369b431-24c6-4075-b75e-71324a3ea0fd", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:11:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8cac68b-1afd-4a03-9071-a0cd45741bca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:11:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8cac68b-1afd-4a03-9071-a0cd45741bca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:11:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8cac68b-1afd-4a03-9071-a0cd45741bca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:11:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8bb4d60e-afa0-4c7d-a5b7-5538f2dcb9c8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:11:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8bb4d60e-afa0-4c7d-a5b7-5538f2dcb9c8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:11:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8bb4d60e-afa0-4c7d-a5b7-5538f2dcb9c8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:11:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8bb4d60e-afa0-4c7d-a5b7-5538f2dcb9c8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-13T01:11:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8bb4d60e-afa0-4c7d-a5b7-5538f2dcb9c8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:11:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8bb4d60e-afa0-4c7d-a5b7-5538f2dcb9c8", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:11:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab7453d8-5eb0-4bb6-97c6-089274da9aba", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:11:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab7453d8-5eb0-4bb6-97c6-089274da9aba", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:11:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab7453d8-5eb0-4bb6-97c6-089274da9aba", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:11:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab7453d8-5eb0-4bb6-97c6-089274da9aba", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-13T01:11:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab7453d8-5eb0-4bb6-97c6-089274da9aba", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:11:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "ab7453d8-5eb0-4bb6-97c6-089274da9aba", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-13T01:11:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4ca8248b-0ff5-47d9-aece-962110aa1870", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:11:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4ca8248b-0ff5-47d9-aece-962110aa1870", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:11:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4ca8248b-0ff5-47d9-aece-962110aa1870", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:11:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4ca8248b-0ff5-47d9-aece-962110aa1870", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-13T01:11:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4ca8248b-0ff5-47d9-aece-962110aa1870", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:11:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4ca8248b-0ff5-47d9-aece-962110aa1870", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-13T01:11:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95dc0211-0c2e-43a9-a068-fa365d781417", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:11:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95dc0211-0c2e-43a9-a068-fa365d781417", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:11:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95dc0211-0c2e-43a9-a068-fa365d781417", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:11:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95dc0211-0c2e-43a9-a068-fa365d781417", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-13T01:11:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95dc0211-0c2e-43a9-a068-fa365d781417", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:11:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95dc0211-0c2e-43a9-a068-fa365d781417", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-13T01:12:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0c6d9ff3-0e03-4ae9-ad65-75df75be2926", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:12:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0c6d9ff3-0e03-4ae9-ad65-75df75be2926", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:12:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0c6d9ff3-0e03-4ae9-ad65-75df75be2926", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:12:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0c6d9ff3-0e03-4ae9-ad65-75df75be2926", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-13T01:12:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0c6d9ff3-0e03-4ae9-ad65-75df75be2926", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:12:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0c6d9ff3-0e03-4ae9-ad65-75df75be2926", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:12:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "06ea61c9-572f-4b44-bfb9-16e8ae8d26c5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:12:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "06ea61c9-572f-4b44-bfb9-16e8ae8d26c5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:12:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "06ea61c9-572f-4b44-bfb9-16e8ae8d26c5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:12:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "06ea61c9-572f-4b44-bfb9-16e8ae8d26c5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-13T01:12:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "06ea61c9-572f-4b44-bfb9-16e8ae8d26c5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:12:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "06ea61c9-572f-4b44-bfb9-16e8ae8d26c5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-13T01:12:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "808ba7a0-6434-417c-8aa2-0b7707b640da", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:12:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "808ba7a0-6434-417c-8aa2-0b7707b640da", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:12:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "808ba7a0-6434-417c-8aa2-0b7707b640da", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:12:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "808ba7a0-6434-417c-8aa2-0b7707b640da", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-13T01:12:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "808ba7a0-6434-417c-8aa2-0b7707b640da", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-13T01:12:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "808ba7a0-6434-417c-8aa2-0b7707b640da", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-13T01:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "73950141-3dc5-418d-b9b2-a242613c4ae3", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-13T01:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "808abf97-398d-46ac-a0e5-1b644b10c82f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-13T01:12:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "e4586395-da60-482a-a7b5-f3036c42af47", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:12:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "e4586395-da60-482a-a7b5-f3036c42af47", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-13T01:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fdee4ec-1ff9-4ec3-afe1-cd5ded1f2538", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-13T01:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "3f1b681f-4014-4770-ab61-8258a12c62bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-13T01:12:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "79f6f5a1-a3d2-495d-b799-23cec6e85bbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:12:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "79f6f5a1-a3d2-495d-b799-23cec6e85bbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-13T01:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e425dfd4-23d9-4358-8cf3-6e79d7785ebd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-13T01:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "29336447-4d0f-4986-8975-5dd8d6fe6e0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-13T01:12:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "e70b981e-d54a-48b5-985e-a9c52dabe49e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:12:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "e70b981e-d54a-48b5-985e-a9c52dabe49e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-13T01:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "42576b4b-86c6-495b-ad6e-907a5a519fd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-13T01:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "eb32443f-a53e-457b-b793-160dae249227", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-13T01:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96908479-c9d2-49b6-b748-84b44ce427bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-13T01:12:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "b2285a42-3f20-4946-a1f5-a6422e02872a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:12:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "b2285a42-3f20-4946-a1f5-a6422e02872a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-13T01:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bb4316c-f891-4744-a974-a19c8f67b67a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-13T01:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9a2a989a-6822-46de-9b22-b4a969163e31", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b6cbd480-e11b-4eba-a0dd-0fa95c6907b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "654a68f7-41ad-4605-8043-b8dab6e6022b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:15:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "654a68f7-41ad-4605-8043-b8dab6e6022b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cf0d573-8b7d-405c-9b7c-a443266cfe88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f2b96b2d-e119-44d0-817e-43dae2b1af89", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cc33509b-218e-4a75-931b-6527e7597b4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:15:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "cc33509b-218e-4a75-931b-6527e7597b4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23f54cd1-c971-4b91-95f0-c41d6954c6a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ad07d79-be1f-4647-8629-30be85da159f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ad07d79-be1f-4647-8629-30be85da159f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:15:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ad07d79-be1f-4647-8629-30be85da159f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-13T01:15:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e94c930e-fac7-4beb-b3fc-513793eaa18b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e94c930e-fac7-4beb-b3fc-513793eaa18b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "87f6061f-80f0-4b25-9114-10cfd5266984", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "87f6061f-80f0-4b25-9114-10cfd5266984", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65c93801-975b-4c35-ae25-ab67b493fa48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65c93801-975b-4c35-ae25-ab67b493fa48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-13T01:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0702e627-f936-4215-bc12-f40325d48625", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "436d117b-2e54-4302-b4fd-8f1e7952244b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:15:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bbb7a65e-7e84-4c59-861f-d9f09d053719", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:15:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bbb7a65e-7e84-4c59-861f-d9f09d053719", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12baab52-b61a-446d-83c3-e1c700596720", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "123b9e46-6e97-4f78-8529-d2b51fdc838b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:15:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "dd5f670b-a4f1-42cc-9e15-add7043f85f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:15:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "dd5f670b-a4f1-42cc-9e15-add7043f85f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9d26ccd-1b87-40f4-ad41-c85f0944be11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:16:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0665e482-f57d-47a6-8a27-0cadee63524e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:16:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0665e482-f57d-47a6-8a27-0cadee63524e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:16:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0665e482-f57d-47a6-8a27-0cadee63524e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-13T01:16:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "297c8868-dba8-4b0b-b2eb-169c99e8024c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "297c8868-dba8-4b0b-b2eb-169c99e8024c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:16:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "880aa50a-2d80-4f90-b2c7-08c0f5af9ad6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "880aa50a-2d80-4f90-b2c7-08c0f5af9ad6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:16:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "196e0274-feaa-4db9-a78e-5f26ad22e60d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "196e0274-feaa-4db9-a78e-5f26ad22e60d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-13T01:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "openshift-service-ca.crt", "reconcileID": "c7a78f92-f2d6-4800-9b0e-5810ffa2dcbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-trusted-ca-bundle", "reconcileID": "81c58ebb-21c1-480d-9374-4b424f016e04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a951a8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:16:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-trusted-ca-bundle", "reconcileID": "81c58ebb-21c1-480d-9374-4b424f016e04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "openshift-service-ca.crt", "reconcileID": "6063eb99-c274-4595-909f-c8ca9ec86b5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f461243c-9df8-40fe-bb3c-30da0bb65796", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "openshift-service-ca.crt", "reconcileID": "8cb98621-3abc-473b-ac04-1308261df326", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-trusted-ca-bundle", "reconcileID": "72307151-6401-4090-a535-775ab282b435", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a951a8", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:16:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-trusted-ca-bundle", "reconcileID": "72307151-6401-4090-a535-775ab282b435", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b162825-6823-47c9-a8ad-6a5fcfe90a74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb6891f2-3f1b-462b-986d-c4465986059c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb6891f2-3f1b-462b-986d-c4465986059c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb6891f2-3f1b-462b-986d-c4465986059c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c7ae635-9c3c-4aa6-b329-acbb0595a0ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c7ae635-9c3c-4aa6-b329-acbb0595a0ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c7ae635-9c3c-4aa6-b329-acbb0595a0ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be96f2fb-6a04-4b37-9a76-f6ee185d8671", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be96f2fb-6a04-4b37-9a76-f6ee185d8671", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be96f2fb-6a04-4b37-9a76-f6ee185d8671", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7072fcc9-f987-4779-b177-207cce19d068", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7072fcc9-f987-4779-b177-207cce19d068", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7072fcc9-f987-4779-b177-207cce19d068", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:16:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "060fd477-8344-4150-a492-8597bc35fd06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "060fd477-8344-4150-a492-8597bc35fd06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a951a8", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:16:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "060fd477-8344-4150-a492-8597bc35fd06", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-a951a8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-13T01:16:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-trusted-ca-bundle", "reconcileID": "ef225b88-3051-48ab-865d-a04cc6213e70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-trusted-ca-bundle", "reconcileID": "ef225b88-3051-48ab-865d-a04cc6213e70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "openshift-service-ca.crt", "reconcileID": "5f176d40-4cb4-4779-885b-7993689b0d6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "openshift-service-ca.crt", "reconcileID": "5f176d40-4cb4-4779-885b-7993689b0d6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb2010f8-32f4-4568-9491-b563eb9ec7a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a951a8"}, "namespace": "e2e-modelref-a951a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb2010f8-32f4-4568-9491-b563eb9ec7a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a951a8"} 2026-06-13T01:16:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "openshift-service-ca.crt", "reconcileID": "3786d0f4-3fd3-48ce-af50-af5145ec3d65", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:16:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "odh-trusted-ca-bundle", "reconcileID": "c5e20a33-0ecb-48bb-b95b-bc86e252a0a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:16:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "openshift-service-ca.crt", "reconcileID": "b1407cc6-9e48-438f-8a2d-a895bec75d37", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-353a72", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:16:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "openshift-service-ca.crt", "reconcileID": "b1407cc6-9e48-438f-8a2d-a895bec75d37", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:16:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "501bb453-8c32-4e34-a10e-f37ee7c7803c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:16:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "openshift-service-ca.crt", "reconcileID": "14393db1-c389-46f4-9900-280bbe3f7abf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:16:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "odh-trusted-ca-bundle", "reconcileID": "8c66b87c-9d6f-4fd9-8977-13bdb9c19df3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-353a72", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:16:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "odh-trusted-ca-bundle", "reconcileID": "8c66b87c-9d6f-4fd9-8977-13bdb9c19df3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:16:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "209241b9-1b07-468d-8d47-41dba6297479", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:16:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01dc5b41-2e2b-4e9b-a19e-53d5a2430458", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:16:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01dc5b41-2e2b-4e9b-a19e-53d5a2430458", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:16:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "01dc5b41-2e2b-4e9b-a19e-53d5a2430458", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:16:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "215da291-eed3-45ab-bace-7f72b031649e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:16:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "215da291-eed3-45ab-bace-7f72b031649e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:16:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "215da291-eed3-45ab-bace-7f72b031649e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:17:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "900a1935-69da-489c-8b38-3f7985c59b0a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:17:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "900a1935-69da-489c-8b38-3f7985c59b0a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:17:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "900a1935-69da-489c-8b38-3f7985c59b0a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:17:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "62ac041c-b569-4a15-aaa6-02ee94160883", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:17:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "62ac041c-b569-4a15-aaa6-02ee94160883", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:17:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "62ac041c-b569-4a15-aaa6-02ee94160883", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:17:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ac367f9-a378-49eb-8f5b-7e05bd5ed5a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:17:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ac367f9-a378-49eb-8f5b-7e05bd5ed5a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-353a72", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:17:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ac367f9-a378-49eb-8f5b-7e05bd5ed5a2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-353a72 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-13T01:17:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "odh-trusted-ca-bundle", "reconcileID": "2335f4e6-9eb3-421d-a56b-36fde9a42e1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "odh-trusted-ca-bundle", "reconcileID": "2335f4e6-9eb3-421d-a56b-36fde9a42e1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:17:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "openshift-service-ca.crt", "reconcileID": "12d66879-a984-4b22-be90-eb0bf4abfe3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "openshift-service-ca.crt", "reconcileID": "12d66879-a984-4b22-be90-eb0bf4abfe3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:17:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f23a0b9-c536-4480-bfcb-320fe969141b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-353a72"}, "namespace": "e2e-modelref-353a72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f23a0b9-c536-4480-bfcb-320fe969141b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-353a72"} 2026-06-13T01:17:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "openshift-service-ca.crt", "reconcileID": "57dd0f73-8eb7-4f5c-a215-1208336f614d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "openshift-service-ca.crt", "reconcileID": "4c08b09e-e95f-4b47-a37c-d85e35c385ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-56ed85", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:17:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "openshift-service-ca.crt", "reconcileID": "4c08b09e-e95f-4b47-a37c-d85e35c385ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "odh-trusted-ca-bundle", "reconcileID": "69890a2d-e913-447b-93f6-a7402156a262", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd5749cb-496e-453d-b2ea-733b8ce198c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "openshift-service-ca.crt", "reconcileID": "89ba9221-7950-4eab-9f1f-b76cfa2959d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "odh-trusted-ca-bundle", "reconcileID": "076c9d62-3bdb-4e5b-b89a-dc6ce7ca7023", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-56ed85", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:17:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "odh-trusted-ca-bundle", "reconcileID": "076c9d62-3bdb-4e5b-b89a-dc6ce7ca7023", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02bc2fbd-1df3-4020-b8fb-353051aed81d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5eb404f7-0696-4799-872b-87dd90456494", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5eb404f7-0696-4799-872b-87dd90456494", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-56ed85", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:17:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5eb404f7-0696-4799-872b-87dd90456494", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-56ed85 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-13T01:17:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "odh-trusted-ca-bundle", "reconcileID": "77c9d641-cb4f-448e-aa21-aa0f6b75fd0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "odh-trusted-ca-bundle", "reconcileID": "77c9d641-cb4f-448e-aa21-aa0f6b75fd0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "openshift-service-ca.crt", "reconcileID": "3c41d6ea-7d2d-4517-a3af-9c5a41ac2398", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "openshift-service-ca.crt", "reconcileID": "3c41d6ea-7d2d-4517-a3af-9c5a41ac2398", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82cd742e-501f-45bb-9a5d-ec2944ac3e42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-56ed85"}, "namespace": "e2e-webhook-test-56ed85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82cd742e-501f-45bb-9a5d-ec2944ac3e42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-56ed85"} 2026-06-13T01:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "openshift-service-ca.crt", "reconcileID": "7305e0d4-3942-490f-ae61-2d42865e3a3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "odh-trusted-ca-bundle", "reconcileID": "46b106b3-892c-40ba-851f-2e2001716e3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "openshift-service-ca.crt", "reconcileID": "67b589e0-c71d-4661-9d13-e0827508596a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1e9785", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:17:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "openshift-service-ca.crt", "reconcileID": "67b589e0-c71d-4661-9d13-e0827508596a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "819771d6-cff7-4683-8e9b-eb5cc55cb4d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "openshift-service-ca.crt", "reconcileID": "100156a9-60d6-4e66-8d46-395256efc184", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "odh-trusted-ca-bundle", "reconcileID": "36787243-66fa-4a3e-bab4-66106234169c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1e9785", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:17:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "odh-trusted-ca-bundle", "reconcileID": "36787243-66fa-4a3e-bab4-66106234169c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52ebb485-18e0-46bb-abdb-b9fa87015b75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eac6c596-2159-450d-b057-967478b6c959", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eac6c596-2159-450d-b057-967478b6c959", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1e9785", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:17:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eac6c596-2159-450d-b057-967478b6c959", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-1e9785 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-13T01:17:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "odh-trusted-ca-bundle", "reconcileID": "714473b5-f1a1-4cd7-ba6c-f6d9b80ff95d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "odh-trusted-ca-bundle", "reconcileID": "714473b5-f1a1-4cd7-ba6c-f6d9b80ff95d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "openshift-service-ca.crt", "reconcileID": "984da820-f0fd-463a-afcf-216bf35643af", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "openshift-service-ca.crt", "reconcileID": "984da820-f0fd-463a-afcf-216bf35643af", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb702767-7fab-465c-9834-012984d3c4f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:17:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-1e9785"}, "namespace": "e2e-webhook-test-1e9785", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb702767-7fab-465c-9834-012984d3c4f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-1e9785"} 2026-06-13T01:25:35Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-13T01:25:35Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-13T01:25:37Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-13T01:25:37Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-13T01:33:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32701ef3-7787-48c0-a06f-0e42fc6e54b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:33:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32701ef3-7787-48c0-a06f-0e42fc6e54b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:33:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32701ef3-7787-48c0-a06f-0e42fc6e54b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:33:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16216fe2-3433-42f2-9356-6b4cd820c5f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:33:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16216fe2-3433-42f2-9356-6b4cd820c5f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:33:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16216fe2-3433-42f2-9356-6b4cd820c5f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:34:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9067a221-9e66-4ac5-a4ec-aec9cad6155c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:34:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9067a221-9e66-4ac5-a4ec-aec9cad6155c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:34:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9067a221-9e66-4ac5-a4ec-aec9cad6155c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:34:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de9d2c5b-9e4c-4649-8809-a11e561ed36d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:34:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de9d2c5b-9e4c-4649-8809-a11e561ed36d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-13T01:34:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de9d2c5b-9e4c-4649-8809-a11e561ed36d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-13T01:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c0f26516","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c0f26516", "reconcileID": "daa5dd63-8a0c-4048-9768-f37a2b6f24bf", "Gateway": "e2e-ait-c0f26516", "namespace": "openshift-ingress"} 2026-06-13T01:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c0f26516","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c0f26516", "reconcileID": "f07bf40c-be4c-4878-bcb0-741d5be5d707", "Gateway": "e2e-ait-c0f26516", "namespace": "openshift-ingress"} 2026-06-13T01:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c0f26516","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c0f26516", "reconcileID": "57de54c8-2077-4a1e-a2be-77a81510177c", "Gateway": "e2e-ait-c0f26516", "namespace": "openshift-ingress"} 2026-06-13T01:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c0f26516","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c0f26516", "reconcileID": "1bb7cddf-974b-4af1-a8cd-6defb3eb1bf8", "Gateway": "e2e-ait-c0f26516", "namespace": "openshift-ingress"} 2026-06-13T01:34:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c0f26516","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c0f26516", "reconcileID": "dcfa6662-dd39-46a5-b485-2788401757f3", "Gateway": "e2e-ait-c0f26516", "namespace": "openshift-ingress"} 2026-06-13T01:34:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "openshift-service-ca.crt", "reconcileID": "df58b1c5-b8ea-4abc-878a-ab96b97f3f2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "odh-trusted-ca-bundle", "reconcileID": "595cb1d8-0d0c-4fab-b43b-d14ec940fe06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "openshift-service-ca.crt", "reconcileID": "1658a868-dc32-4548-a7d3-6e95f9d6e6d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c0f26516", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:34:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "openshift-service-ca.crt", "reconcileID": "1658a868-dc32-4548-a7d3-6e95f9d6e6d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62e3f3c1-24ee-4a28-a98c-5fabb4944156", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "openshift-service-ca.crt", "reconcileID": "cfdbe89a-264f-4f9c-8270-3dbfccbb49bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "odh-trusted-ca-bundle", "reconcileID": "1e846054-9b30-4171-9899-a9f2de00e5d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c0f26516", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:34:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "odh-trusted-ca-bundle", "reconcileID": "1e846054-9b30-4171-9899-a9f2de00e5d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f080ddf-488f-4ebf-a5f3-c6ee93ce5d40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-c0f26516","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-c0f26516", "reconcileID": "5c13f0e2-104a-4b3c-aedd-269bc8552235", "Gateway": "e2e-ait-c0f26516", "namespace": "openshift-ingress"} 2026-06-13T01:34:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d96f0b13-e275-4c47-a292-11803ded47c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d96f0b13-e275-4c47-a292-11803ded47c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c0f26516", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:34:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d96f0b13-e275-4c47-a292-11803ded47c9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-c0f26516 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-13T01:34:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "odh-trusted-ca-bundle", "reconcileID": "0fdadb60-22dc-4710-8371-7605bcb13a9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "odh-trusted-ca-bundle", "reconcileID": "0fdadb60-22dc-4710-8371-7605bcb13a9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "openshift-service-ca.crt", "reconcileID": "bd92afc8-880c-4e28-8219-5f0cef0d970c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "openshift-service-ca.crt", "reconcileID": "bd92afc8-880c-4e28-8219-5f0cef0d970c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f0d3ecf-9e31-4817-97bb-8b9f934d31de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-c0f26516"}, "namespace": "e2e-aitenant-c0f26516", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f0d3ecf-9e31-4817-97bb-8b9f934d31de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-c0f26516"} 2026-06-13T01:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9012b8f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9012b8f7", "reconcileID": "43ffff17-2b99-4d73-a4e5-a19b7093b828", "Gateway": "e2e-ait-9012b8f7", "namespace": "openshift-ingress"} 2026-06-13T01:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9012b8f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9012b8f7", "reconcileID": "c9380c4b-ec05-4a7e-bd65-68e79fdb2652", "Gateway": "e2e-ait-9012b8f7", "namespace": "openshift-ingress"} 2026-06-13T01:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9012b8f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9012b8f7", "reconcileID": "5f0cb628-d1d4-4000-9b2f-33c56f05b48e", "Gateway": "e2e-ait-9012b8f7", "namespace": "openshift-ingress"} 2026-06-13T01:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9012b8f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9012b8f7", "reconcileID": "dc6f4bc4-03f8-4544-a47d-a191b0f54635", "Gateway": "e2e-ait-9012b8f7", "namespace": "openshift-ingress"} 2026-06-13T01:34:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9012b8f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9012b8f7", "reconcileID": "a3927ee5-2fcc-4996-ae37-05befbea7c42", "Gateway": "e2e-ait-9012b8f7", "namespace": "openshift-ingress"} 2026-06-13T01:34:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "openshift-service-ca.crt", "reconcileID": "e78669c9-88b5-4cf8-a6eb-b38fa5685023", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:34:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "odh-trusted-ca-bundle", "reconcileID": "17fece45-6d3f-40c2-8be0-648c8eba02c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:34:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "openshift-service-ca.crt", "reconcileID": "4a37e524-ff65-4b9b-814d-1956193f1033", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9012b8f7", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:34:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "openshift-service-ca.crt", "reconcileID": "4a37e524-ff65-4b9b-814d-1956193f1033", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:34:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "openshift-service-ca.crt", "reconcileID": "dc62d36b-5efb-49b8-9bc4-a49fdce08659", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:34:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89deeab2-6212-4d97-8609-464783fc6602", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:34:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "odh-trusted-ca-bundle", "reconcileID": "3f16e2f1-bed9-4f05-9981-9bb76916240f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9012b8f7", "update": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:34:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "odh-trusted-ca-bundle", "reconcileID": "3f16e2f1-bed9-4f05-9981-9bb76916240f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:34:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "114513c7-e31b-410b-bc94-e0f0348be5ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:34:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9012b8f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9012b8f7", "reconcileID": "0c2a841d-f819-4d4f-acfd-e01dbb900a7a", "Gateway": "e2e-ait-9012b8f7", "namespace": "openshift-ingress"} 2026-06-13T01:34:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9012b8f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9012b8f7", "reconcileID": "d12c26f6-2723-45d1-9b14-06161d5b45b9", "Gateway": "e2e-ait-9012b8f7", "namespace": "openshift-ingress"} 2026-06-13T01:35:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dfad5c7-fdcf-46f3-bc4b-6113a29c3c74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:35:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dfad5c7-fdcf-46f3-bc4b-6113a29c3c74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9012b8f7", "create": "odh-kserve-custom-ca-bundle"} 2026-06-13T01:35:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dfad5c7-fdcf-46f3-bc4b-6113a29c3c74", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-9012b8f7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-13T01:35:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "odh-trusted-ca-bundle", "reconcileID": "f0f4363e-a627-47f6-b9e6-f4c1e94e37e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "odh-trusted-ca-bundle", "reconcileID": "f0f4363e-a627-47f6-b9e6-f4c1e94e37e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:35:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "openshift-service-ca.crt", "reconcileID": "7fd5237d-62d9-48ae-8d76-73ced84677ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "openshift-service-ca.crt", "reconcileID": "7fd5237d-62d9-48ae-8d76-73ced84677ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:35:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa3d117d-08a8-4374-ae99-78bc02e16b0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9012b8f7"} 2026-06-13T01:35:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9012b8f7"}, "namespace": "e2e-aitenant-9012b8f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa3d117d-08a8-4374-ae99-78bc02e16b0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9012b8f7"}