2026-06-14T15:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "470fbb56-7b57-456f-976b-b8e99065fe95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-14T15:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efa70497-26f7-4c90-b2d3-00ce2960356e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-14T15:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "2b09ace6-4e7c-4958-af23-575b1ad50aac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:08:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "2b09ace6-4e7c-4958-af23-575b1ad50aac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-14T15:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3e285b8-5ebd-49ca-91ee-d2afd8286ee3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-14T15:09:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90ff2991-ce80-4af0-b72c-57af3a2ba7f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:09:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90ff2991-ce80-4af0-b72c-57af3a2ba7f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:09:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "90ff2991-ce80-4af0-b72c-57af3a2ba7f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:09:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "bf941e10-a06d-4d88-acc8-5295f25edc59", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-14T15:09:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5809330-12cb-45e9-bd24-98780ee4353b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:09:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5809330-12cb-45e9-bd24-98780ee4353b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:09:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5809330-12cb-45e9-bd24-98780ee4353b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:11:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:11:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:11:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:11:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:12:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "5542d763-8337-48b5-aa30-5a9c5887d463", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-14T15:12:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "4715cdde-da3b-40b5-a05a-045fab6ed1b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-14T15:12:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "e3d508f7-7cdf-4b03-b91d-83106aea18a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:12:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "e3d508f7-7cdf-4b03-b91d-83106aea18a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-14T15:12:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "64282730-87f7-46cd-b669-98cf445fc777", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-14T15:12:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c0b11be-571c-4a23-8cca-83369b8c4065", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-14T15:12:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "f1be09cd-92e4-490d-b33b-15a83e67ccba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:12:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "f1be09cd-92e4-490d-b33b-15a83e67ccba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-14T15:12:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c5788d2-3005-442f-80cb-8f907b6d6940", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c046844-7fc6-40bb-86d7-90d8a425c099", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c046844-7fc6-40bb-86d7-90d8a425c099", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c046844-7fc6-40bb-86d7-90d8a425c099", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "739d0ca7-68ea-4507-b31d-74992abdc177", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "739d0ca7-68ea-4507-b31d-74992abdc177", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:12:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c046844-7fc6-40bb-86d7-90d8a425c099", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T15:12:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c046844-7fc6-40bb-86d7-90d8a425c099", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "2c046844-7fc6-40bb-86d7-90d8a425c099", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "739d0ca7-68ea-4507-b31d-74992abdc177", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1de98986-a868-47bb-be3e-f3a564c6c0e3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1de98986-a868-47bb-be3e-f3a564c6c0e3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1de98986-a868-47bb-be3e-f3a564c6c0e3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8857fe6b-fdad-48c6-973c-b6401bfda0ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1de98986-a868-47bb-be3e-f3a564c6c0e3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T15:12:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1de98986-a868-47bb-be3e-f3a564c6c0e3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1de98986-a868-47bb-be3e-f3a564c6c0e3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8857fe6b-fdad-48c6-973c-b6401bfda0ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:12:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "189e7313-3d56-4a7f-baf9-4ccf061ef8e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "189e7313-3d56-4a7f-baf9-4ccf061ef8e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "189e7313-3d56-4a7f-baf9-4ccf061ef8e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "189e7313-3d56-4a7f-baf9-4ccf061ef8e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T15:12:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "189e7313-3d56-4a7f-baf9-4ccf061ef8e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "189e7313-3d56-4a7f-baf9-4ccf061ef8e2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8857fe6b-fdad-48c6-973c-b6401bfda0ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8d1e9b68-b717-4dfb-a13d-07ed1f087c59", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8d1e9b68-b717-4dfb-a13d-07ed1f087c59", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8d1e9b68-b717-4dfb-a13d-07ed1f087c59", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "429f9a8c-d91c-40f3-a26f-921fa62ebdb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8d1e9b68-b717-4dfb-a13d-07ed1f087c59", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T15:12:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8d1e9b68-b717-4dfb-a13d-07ed1f087c59", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "8d1e9b68-b717-4dfb-a13d-07ed1f087c59", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "429f9a8c-d91c-40f3-a26f-921fa62ebdb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "429f9a8c-d91c-40f3-a26f-921fa62ebdb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c77891fa-4530-4fe1-aa6c-8f3f3d6d7228", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c77891fa-4530-4fe1-aa6c-8f3f3d6d7228", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c77891fa-4530-4fe1-aa6c-8f3f3d6d7228", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce31ad7d-ce92-40b1-85ea-e5520b494dc3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c77891fa-4530-4fe1-aa6c-8f3f3d6d7228", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:12:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c77891fa-4530-4fe1-aa6c-8f3f3d6d7228", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "c77891fa-4530-4fe1-aa6c-8f3f3d6d7228", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce31ad7d-ce92-40b1-85ea-e5520b494dc3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce31ad7d-ce92-40b1-85ea-e5520b494dc3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "da2fbc91-8cff-4949-9e24-1fe27333b8a8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "da2fbc91-8cff-4949-9e24-1fe27333b8a8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "da2fbc91-8cff-4949-9e24-1fe27333b8a8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a84682f6-e8a8-4fa5-9562-5a41fdab84ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "da2fbc91-8cff-4949-9e24-1fe27333b8a8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:12:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "da2fbc91-8cff-4949-9e24-1fe27333b8a8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "da2fbc91-8cff-4949-9e24-1fe27333b8a8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a84682f6-e8a8-4fa5-9562-5a41fdab84ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a84682f6-e8a8-4fa5-9562-5a41fdab84ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61725b0f-be4e-4129-b8c7-34cef9da50fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61725b0f-be4e-4129-b8c7-34cef9da50fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:12:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61725b0f-be4e-4129-b8c7-34cef9da50fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "02cfb5a3-5157-4422-8e29-5f9343f593e0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:12:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "02cfb5a3-5157-4422-8e29-5f9343f593e0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:12:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "02cfb5a3-5157-4422-8e29-5f9343f593e0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:12:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1edfefdc-0b6e-4320-b163-cad9fd70a235", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "02cfb5a3-5157-4422-8e29-5f9343f593e0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:12:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "02cfb5a3-5157-4422-8e29-5f9343f593e0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "02cfb5a3-5157-4422-8e29-5f9343f593e0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:12:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1edfefdc-0b6e-4320-b163-cad9fd70a235", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:12:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1edfefdc-0b6e-4320-b163-cad9fd70a235", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a02bcf9-fb29-40de-96f7-c9d532dffd29", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a02bcf9-fb29-40de-96f7-c9d532dffd29", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:12:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a02bcf9-fb29-40de-96f7-c9d532dffd29", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6d7e4c6-13df-4ab5-b7dd-3edd8e7e1996", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:12:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6d7e4c6-13df-4ab5-b7dd-3edd8e7e1996", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:12:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6d7e4c6-13df-4ab5-b7dd-3edd8e7e1996", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:12:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6d7e4c6-13df-4ab5-b7dd-3edd8e7e1996", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T15:12:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6d7e4c6-13df-4ab5-b7dd-3edd8e7e1996", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6d7e4c6-13df-4ab5-b7dd-3edd8e7e1996", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:12:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "981a7f46-5450-420c-affd-1a001cb5a970", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:12:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "981a7f46-5450-420c-affd-1a001cb5a970", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:12:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "981a7f46-5450-420c-affd-1a001cb5a970", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:12:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "981a7f46-5450-420c-affd-1a001cb5a970", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T15:12:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "981a7f46-5450-420c-affd-1a001cb5a970", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "981a7f46-5450-420c-affd-1a001cb5a970", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:12:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4dab83ce-0b1a-4cc7-be5c-d87f5fed16a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4dab83ce-0b1a-4cc7-be5c-d87f5fed16a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:12:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4dab83ce-0b1a-4cc7-be5c-d87f5fed16a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be0080aa-cea6-4a36-88eb-db0a75ed9de5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:12:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be0080aa-cea6-4a36-88eb-db0a75ed9de5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:12:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be0080aa-cea6-4a36-88eb-db0a75ed9de5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:12:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be0080aa-cea6-4a36-88eb-db0a75ed9de5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T15:12:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be0080aa-cea6-4a36-88eb-db0a75ed9de5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "be0080aa-cea6-4a36-88eb-db0a75ed9de5", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:12:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cffdfc39-6bbd-429a-a7a3-f1a62d89071c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:12:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cffdfc39-6bbd-429a-a7a3-f1a62d89071c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:12:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cffdfc39-6bbd-429a-a7a3-f1a62d89071c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:12:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cffdfc39-6bbd-429a-a7a3-f1a62d89071c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T15:12:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cffdfc39-6bbd-429a-a7a3-f1a62d89071c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "cffdfc39-6bbd-429a-a7a3-f1a62d89071c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:12:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0c938e13-5282-4725-8894-7f4c12a7648a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0c938e13-5282-4725-8894-7f4c12a7648a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:12:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0c938e13-5282-4725-8894-7f4c12a7648a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b4fd5ff2-8d8a-4291-9581-8723641aedba", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:12:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b4fd5ff2-8d8a-4291-9581-8723641aedba", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:12:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b4fd5ff2-8d8a-4291-9581-8723641aedba", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:12:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b4fd5ff2-8d8a-4291-9581-8723641aedba", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T15:12:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b4fd5ff2-8d8a-4291-9581-8723641aedba", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "b4fd5ff2-8d8a-4291-9581-8723641aedba", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:12:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "41fbff64-fb2f-40b9-8a9f-f21f8e3569e2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "41fbff64-fb2f-40b9-8a9f-f21f8e3569e2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "41fbff64-fb2f-40b9-8a9f-f21f8e3569e2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "41fbff64-fb2f-40b9-8a9f-f21f8e3569e2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:12:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "41fbff64-fb2f-40b9-8a9f-f21f8e3569e2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "41fbff64-fb2f-40b9-8a9f-f21f8e3569e2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f241a638-a2d7-44db-bdc6-993174be828e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f241a638-a2d7-44db-bdc6-993174be828e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:12:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f241a638-a2d7-44db-bdc6-993174be828e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:12:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9ba3c2b5-5adf-4165-b3b9-ff64c8249a0e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9ba3c2b5-5adf-4165-b3b9-ff64c8249a0e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9ba3c2b5-5adf-4165-b3b9-ff64c8249a0e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9ba3c2b5-5adf-4165-b3b9-ff64c8249a0e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:12:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9ba3c2b5-5adf-4165-b3b9-ff64c8249a0e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9ba3c2b5-5adf-4165-b3b9-ff64c8249a0e", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "64bebce8-ff1e-4699-a130-a3b0e3b6ae77", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "64bebce8-ff1e-4699-a130-a3b0e3b6ae77", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "64bebce8-ff1e-4699-a130-a3b0e3b6ae77", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:12:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "64bebce8-ff1e-4699-a130-a3b0e3b6ae77", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:12:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "64bebce8-ff1e-4699-a130-a3b0e3b6ae77", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:12:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "64bebce8-ff1e-4699-a130-a3b0e3b6ae77", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:13:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5c2ac9eb-129b-4c25-9377-e6df1cf617c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:13:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5c2ac9eb-129b-4c25-9377-e6df1cf617c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:13:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5c2ac9eb-129b-4c25-9377-e6df1cf617c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:13:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6ad668b0-003e-4d73-8d8f-8644827a01a5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:13:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6ad668b0-003e-4d73-8d8f-8644827a01a5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:13:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6ad668b0-003e-4d73-8d8f-8644827a01a5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:13:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6ad668b0-003e-4d73-8d8f-8644827a01a5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:13:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6ad668b0-003e-4d73-8d8f-8644827a01a5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:13:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "6ad668b0-003e-4d73-8d8f-8644827a01a5", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:13:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0d0a8c69-0e11-40c2-82aa-338bb25e1014", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:13:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0d0a8c69-0e11-40c2-82aa-338bb25e1014", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:13:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0d0a8c69-0e11-40c2-82aa-338bb25e1014", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:13:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0d0a8c69-0e11-40c2-82aa-338bb25e1014", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:13:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0d0a8c69-0e11-40c2-82aa-338bb25e1014", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:13:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "0d0a8c69-0e11-40c2-82aa-338bb25e1014", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:13:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10641964-17e0-410f-8679-226d7d0db650", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:13:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10641964-17e0-410f-8679-226d7d0db650", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:13:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10641964-17e0-410f-8679-226d7d0db650", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:13:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e45e3e20-d3e8-4a86-92ed-81023a42a8d0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:13:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e45e3e20-d3e8-4a86-92ed-81023a42a8d0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:13:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e45e3e20-d3e8-4a86-92ed-81023a42a8d0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:13:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e45e3e20-d3e8-4a86-92ed-81023a42a8d0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:13:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e45e3e20-d3e8-4a86-92ed-81023a42a8d0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:13:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e45e3e20-d3e8-4a86-92ed-81023a42a8d0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:13:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3890147b-159c-447b-b676-b0bd1be3048f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:13:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3890147b-159c-447b-b676-b0bd1be3048f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:13:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3890147b-159c-447b-b676-b0bd1be3048f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:13:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3890147b-159c-447b-b676-b0bd1be3048f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T15:13:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3890147b-159c-447b-b676-b0bd1be3048f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:13:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3890147b-159c-447b-b676-b0bd1be3048f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:14:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f8416e3b-4fe2-4a67-a078-393371a422c9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:14:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f8416e3b-4fe2-4a67-a078-393371a422c9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:14:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f8416e3b-4fe2-4a67-a078-393371a422c9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:14:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f8416e3b-4fe2-4a67-a078-393371a422c9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-14T15:14:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f8416e3b-4fe2-4a67-a078-393371a422c9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:14:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "f8416e3b-4fe2-4a67-a078-393371a422c9", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-14T15:14:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3678f439-51df-4c76-87ff-4f676385b3d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:14:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3678f439-51df-4c76-87ff-4f676385b3d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:14:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3678f439-51df-4c76-87ff-4f676385b3d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:14:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3678f439-51df-4c76-87ff-4f676385b3d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-14T15:14:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3678f439-51df-4c76-87ff-4f676385b3d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:14:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "3678f439-51df-4c76-87ff-4f676385b3d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-14T15:14:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3a40a021-3065-4d02-88fa-5504cffedeed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:14:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3a40a021-3065-4d02-88fa-5504cffedeed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:14:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3a40a021-3065-4d02-88fa-5504cffedeed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:14:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3a40a021-3065-4d02-88fa-5504cffedeed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:14:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3a40a021-3065-4d02-88fa-5504cffedeed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:14:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "3a40a021-3065-4d02-88fa-5504cffedeed", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:14:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "86a2da1d-0e00-4ee8-935c-1b3ca530f405", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:14:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "86a2da1d-0e00-4ee8-935c-1b3ca530f405", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:14:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "86a2da1d-0e00-4ee8-935c-1b3ca530f405", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:14:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "86a2da1d-0e00-4ee8-935c-1b3ca530f405", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-14T15:14:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "86a2da1d-0e00-4ee8-935c-1b3ca530f405", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:14:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "86a2da1d-0e00-4ee8-935c-1b3ca530f405", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-14T15:14:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b1e304a-4b4e-4925-88f2-817bf578a7b4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:14:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b1e304a-4b4e-4925-88f2-817bf578a7b4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:14:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b1e304a-4b4e-4925-88f2-817bf578a7b4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:14:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b1e304a-4b4e-4925-88f2-817bf578a7b4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:14:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b1e304a-4b4e-4925-88f2-817bf578a7b4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:14:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b1e304a-4b4e-4925-88f2-817bf578a7b4", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:14:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "96da0bd5-278f-4a4b-99c0-e673b564a28a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:14:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "96da0bd5-278f-4a4b-99c0-e673b564a28a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:14:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "96da0bd5-278f-4a4b-99c0-e673b564a28a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:14:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "96da0bd5-278f-4a4b-99c0-e673b564a28a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-14T15:14:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "96da0bd5-278f-4a4b-99c0-e673b564a28a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:14:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "96da0bd5-278f-4a4b-99c0-e673b564a28a", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-14T15:15:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8dacd997-3883-4220-92fc-7d7e5275651c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:15:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8dacd997-3883-4220-92fc-7d7e5275651c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:15:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8dacd997-3883-4220-92fc-7d7e5275651c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:15:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8dacd997-3883-4220-92fc-7d7e5275651c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-14T15:15:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8dacd997-3883-4220-92fc-7d7e5275651c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-14T15:15:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8dacd997-3883-4220-92fc-7d7e5275651c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-14T15:16:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "36da22f0-c568-449f-8481-5d426e320c81", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-14T15:16:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "3cb12c7d-63b9-4f02-8ef0-d941f724c09b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T15:16:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "7edac408-5ecb-4d64-8664-ffecbe131dac", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:16:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "7edac408-5ecb-4d64-8664-ffecbe131dac", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-14T15:16:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "465571b4-aaab-4210-88e8-3b02aea750a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T15:16:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "4bb8c746-ed6f-4155-a6c0-e7796fcddc0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-14T15:16:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "e6e22d5e-732a-4a05-a3de-ec6d643e1ac3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:16:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "e6e22d5e-732a-4a05-a3de-ec6d643e1ac3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T15:16:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c80f9f98-4128-48e0-bfa5-20c40afec2a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-14T15:16:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "120b2da6-5dfc-4c3f-88a8-c3aac2b78841", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-14T15:16:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "37446fa6-fef2-4a91-ac70-961bc5ce7e0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-14T15:16:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "7739e3fc-9b3a-4544-8752-a36f092a17df", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:16:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "7739e3fc-9b3a-4544-8752-a36f092a17df", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-14T15:16:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "6508af44-990b-4b5d-8c9c-6c9b554185a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:16:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "6508af44-990b-4b5d-8c9c-6c9b554185a9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:16:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64d75ed7-d89d-4d27-a6bc-2c1d07f05641", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-14T15:16:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "e57370b2-268c-4cc0-9721-09d9b5fd7468", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-14T15:16:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a0630898-a98d-485a-8e94-c3cb427bd789", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:16:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a0630898-a98d-485a-8e94-c3cb427bd789", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-14T15:16:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10aa8d78-2127-4ab3-b39f-e49c2f5ca076", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-14T15:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8817bae9-1bb9-4025-a809-67eb09d95661", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9b1551e6-e57d-4d40-9209-4578c45b0ab2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b1f9d1c0-8824-4b93-bb44-257a8461ac4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:18:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b1f9d1c0-8824-4b93-bb44-257a8461ac4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8ef273c0-696e-4d98-bda5-bb38e08d055c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7300fc5c-86be-412b-b6a9-fb2f6191d53a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c6c80d95-743a-4d4e-9a0e-4a6da8a571b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:18:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c6c80d95-743a-4d4e-9a0e-4a6da8a571b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e0dad15-dbda-49b1-8837-8f91181ec5bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed9099bc-20c4-4ebd-9a26-d16d752c5134", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed9099bc-20c4-4ebd-9a26-d16d752c5134", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:18:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed9099bc-20c4-4ebd-9a26-d16d752c5134", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:18:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c8f4d283-6f3f-4485-a46c-518957049795", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c8f4d283-6f3f-4485-a46c-518957049795", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "afc0ffee-ecab-4263-84be-37dd1ff6129b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "afc0ffee-ecab-4263-84be-37dd1ff6129b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "890176d6-2469-484f-a039-f805515c2774", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:18:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "890176d6-2469-484f-a039-f805515c2774", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-14T15:19:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2ef3b5ca-4157-487a-8005-e268b95dcc45", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "be8f09f5-4e04-430f-bd51-a3519331209e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a6dc7585-1175-4aab-b432-bd8787c56710", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:19:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a6dc7585-1175-4aab-b432-bd8787c56710", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb989abf-ab32-466e-be31-1a94b3814e40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f7330545-3103-4b56-a82e-a32858eb1f92", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "bad8cf64-4f90-4571-b8a9-bb0d50d5cc19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:19:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "bad8cf64-4f90-4571-b8a9-bb0d50d5cc19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "205bfd95-cd0b-428b-937b-4d777ad9492e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10479842-daa3-4e02-9b56-d5f96199d347", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10479842-daa3-4e02-9b56-d5f96199d347", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:19:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10479842-daa3-4e02-9b56-d5f96199d347", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:19:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "1b6d449b-6941-46fb-be67-3d0df6891ad8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "1b6d449b-6941-46fb-be67-3d0df6891ad8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c5110f8d-311e-4a5a-b4b5-f35531a33840", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c5110f8d-311e-4a5a-b4b5-f35531a33840", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a514ad4-da68-4c10-bd14-d894739ae530", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a514ad4-da68-4c10-bd14-d894739ae530", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-14T15:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "openshift-service-ca.crt", "reconcileID": "4b94094e-9427-42a6-8397-c1a29a54a761", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "odh-trusted-ca-bundle", "reconcileID": "7ced21e3-bbc0-443f-806f-10de40c20d8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:19:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "openshift-service-ca.crt", "reconcileID": "d68d3972-fddc-4a69-9220-fa726320d9c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-66d3ed", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:19:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "openshift-service-ca.crt", "reconcileID": "d68d3972-fddc-4a69-9220-fa726320d9c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e8b3273-b125-49b1-8983-652979149416", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "openshift-service-ca.crt", "reconcileID": "4acaf73e-a6e5-4b87-b90d-ea4af8190b27", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:19:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "odh-trusted-ca-bundle", "reconcileID": "116e119a-41d2-45c5-a238-c93f1c3a6fb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-66d3ed", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:19:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fd5365b-6f5c-4804-b572-f1035d50050d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:19:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fd5365b-6f5c-4804-b572-f1035d50050d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:19:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fd5365b-6f5c-4804-b572-f1035d50050d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:19:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "odh-trusted-ca-bundle", "reconcileID": "116e119a-41d2-45c5-a238-c93f1c3a6fb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:19:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e432faa-b03b-4ad5-8e47-e0a4484ce3f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:19:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "570d3db0-4ae4-4b18-90e8-9c850d0b4682", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:19:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "570d3db0-4ae4-4b18-90e8-9c850d0b4682", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:19:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "570d3db0-4ae4-4b18-90e8-9c850d0b4682", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "890a986a-0c56-402b-9e47-4d40220e368f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "890a986a-0c56-402b-9e47-4d40220e368f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:20:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "890a986a-0c56-402b-9e47-4d40220e368f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b537766b-be8b-42fa-9604-1f4783a28362", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b537766b-be8b-42fa-9604-1f4783a28362", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:20:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b537766b-be8b-42fa-9604-1f4783a28362", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7da597cd-94c3-4eac-89a2-3d7c458dc248", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:20:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7da597cd-94c3-4eac-89a2-3d7c458dc248", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-66d3ed", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:20:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7da597cd-94c3-4eac-89a2-3d7c458dc248", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-66d3ed because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:20:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "odh-trusted-ca-bundle", "reconcileID": "3a8566c5-7480-4553-970f-15f589218754", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "odh-trusted-ca-bundle", "reconcileID": "3a8566c5-7480-4553-970f-15f589218754", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:20:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "openshift-service-ca.crt", "reconcileID": "93208b4f-6cbd-4a80-aa3b-95c6c115cc4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "openshift-service-ca.crt", "reconcileID": "93208b4f-6cbd-4a80-aa3b-95c6c115cc4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:20:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03ea0c66-7968-4dcc-b690-4410fef2f8c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-66d3ed"}, "namespace": "e2e-modelref-66d3ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03ea0c66-7968-4dcc-b690-4410fef2f8c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-66d3ed"} 2026-06-14T15:20:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "odh-trusted-ca-bundle", "reconcileID": "3c35d0cf-c6ff-433c-bdec-0c24189d994d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "openshift-service-ca.crt", "reconcileID": "e8a957cd-c867-4a9b-bbf5-5b8322375d1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "openshift-service-ca.crt", "reconcileID": "58125b89-bfc3-44bd-b70a-d63dbc47e0ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5d8211", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:20:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "openshift-service-ca.crt", "reconcileID": "58125b89-bfc3-44bd-b70a-d63dbc47e0ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "openshift-service-ca.crt", "reconcileID": "4fd941e1-ae2e-45ee-95b2-3167c6870f05", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "481c1e60-11c0-4d72-86f0-1b9611f5030f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "odh-trusted-ca-bundle", "reconcileID": "2183900c-4c05-42d2-ade7-a97a30e3a020", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5d8211", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:20:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "odh-trusted-ca-bundle", "reconcileID": "2183900c-4c05-42d2-ade7-a97a30e3a020", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ffc0ed8-6457-41dd-88c2-5358b61e55a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0b407597-7259-4738-9247-fcc270ddc4a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0b407597-7259-4738-9247-fcc270ddc4a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:20:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0b407597-7259-4738-9247-fcc270ddc4a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "153793b0-3e4a-4a56-b9f8-ef24e7dfd80b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "153793b0-3e4a-4a56-b9f8-ef24e7dfd80b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:20:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "153793b0-3e4a-4a56-b9f8-ef24e7dfd80b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ccb97b56-34cc-4539-b44e-b5c06c624267", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ccb97b56-34cc-4539-b44e-b5c06c624267", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:20:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ccb97b56-34cc-4539-b44e-b5c06c624267", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf7f25ad-b265-4d20-80eb-3005a09a7623", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf7f25ad-b265-4d20-80eb-3005a09a7623", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-14T15:20:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cf7f25ad-b265-4d20-80eb-3005a09a7623", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-14T15:20:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1fd95f6-d3a7-4378-990c-1ec9c7383d2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1fd95f6-d3a7-4378-990c-1ec9c7383d2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5d8211", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:20:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1fd95f6-d3a7-4378-990c-1ec9c7383d2a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-5d8211 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:20:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "odh-trusted-ca-bundle", "reconcileID": "9ab248ef-6b3a-4ddb-b217-dd62252e69f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "odh-trusted-ca-bundle", "reconcileID": "9ab248ef-6b3a-4ddb-b217-dd62252e69f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "openshift-service-ca.crt", "reconcileID": "b93d76c7-690d-4695-896e-87b210feb629", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "openshift-service-ca.crt", "reconcileID": "b93d76c7-690d-4695-896e-87b210feb629", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e01deae3-a457-43bd-9e5b-55715b76e0d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:20:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5d8211"}, "namespace": "e2e-modelref-5d8211", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e01deae3-a457-43bd-9e5b-55715b76e0d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5d8211"} 2026-06-14T15:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "openshift-service-ca.crt", "reconcileID": "50ba6f86-183c-4da4-b7d3-f76fbcc7d39a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "odh-trusted-ca-bundle", "reconcileID": "9fa7a2f8-74b6-4ff0-8dc3-7025c12323d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "openshift-service-ca.crt", "reconcileID": "7c1c9f3b-dff9-4838-ac16-f9d7bba1cb78", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4f048b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:21:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "openshift-service-ca.crt", "reconcileID": "7c1c9f3b-dff9-4838-ac16-f9d7bba1cb78", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0857c3ec-6233-4291-a12a-de6356deefd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "openshift-service-ca.crt", "reconcileID": "74e0bbfc-fd78-4b1b-b50e-5e9ec58128f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "odh-trusted-ca-bundle", "reconcileID": "0ffa584d-bd31-4833-856b-2e44a7328e47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4f048b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:21:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "odh-trusted-ca-bundle", "reconcileID": "0ffa584d-bd31-4833-856b-2e44a7328e47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddd14617-9d43-4cb2-8da0-1a2500ad92e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b24699f-8a81-4112-b635-aecc089e4d5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b24699f-8a81-4112-b635-aecc089e4d5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4f048b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:21:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b24699f-8a81-4112-b635-aecc089e4d5e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-4f048b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:21:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "odh-trusted-ca-bundle", "reconcileID": "3e52be1f-5e7d-4940-8e2f-e20ceb2dbf69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "odh-trusted-ca-bundle", "reconcileID": "3e52be1f-5e7d-4940-8e2f-e20ceb2dbf69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "openshift-service-ca.crt", "reconcileID": "7be76415-15b6-4969-bbc6-bccf61ef888f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "openshift-service-ca.crt", "reconcileID": "7be76415-15b6-4969-bbc6-bccf61ef888f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ce8df1c-868f-45b3-9355-d440f61e2212", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-4f048b"}, "namespace": "e2e-webhook-test-4f048b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ce8df1c-868f-45b3-9355-d440f61e2212", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-4f048b"} 2026-06-14T15:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "openshift-service-ca.crt", "reconcileID": "9d2ca7da-184f-4812-aec2-8572a5fbe9bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "odh-trusted-ca-bundle", "reconcileID": "3805df2d-ead1-4f45-aab9-9810cb70f635", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "openshift-service-ca.crt", "reconcileID": "8f1c9837-acb9-4f07-8b87-2f1d3b4f99b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-eaf13d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:21:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "openshift-service-ca.crt", "reconcileID": "8f1c9837-acb9-4f07-8b87-2f1d3b4f99b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "openshift-service-ca.crt", "reconcileID": "57768f7f-afd8-4573-aba3-356dcd231abf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-eaf13d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:21:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "openshift-service-ca.crt", "reconcileID": "57768f7f-afd8-4573-aba3-356dcd231abf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:21:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0b595ed-de91-41f5-bf45-d8fe5185a91b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-eaf13d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:21:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0b595ed-de91-41f5-bf45-d8fe5185a91b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "odh-trusted-ca-bundle", "reconcileID": "83c9dce0-e466-4b17-8ddc-22a763e4830b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "openshift-service-ca.crt", "reconcileID": "ff06bcc2-18b4-4d45-8631-783259968830", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02f707df-1cc1-4ed5-b900-2338a8f30470", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92d5901b-9626-40bb-b8e0-f049d3ae09bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92d5901b-9626-40bb-b8e0-f049d3ae09bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-eaf13d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:21:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92d5901b-9626-40bb-b8e0-f049d3ae09bd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-eaf13d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "odh-trusted-ca-bundle", "reconcileID": "ac06d2de-5c7e-47e8-b45a-0238e0c8217b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "odh-trusted-ca-bundle", "reconcileID": "ac06d2de-5c7e-47e8-b45a-0238e0c8217b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "openshift-service-ca.crt", "reconcileID": "08786afc-2f78-4464-a10e-f10a7e057a33", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "openshift-service-ca.crt", "reconcileID": "08786afc-2f78-4464-a10e-f10a7e057a33", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "651e54f8-fa1b-4097-81d3-91d52f6d9a3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-eaf13d"}, "namespace": "e2e-webhook-test-eaf13d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "651e54f8-fa1b-4097-81d3-91d52f6d9a3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-eaf13d"} 2026-06-14T15:27:07Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:27:07Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:27:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:27:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:38:42Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:38:42Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:38:44Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:38:44Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-14T15:43:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1a8afa74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1a8afa74", "reconcileID": "b24e0c3e-fb09-432c-9858-1fc71e69ccb8", "Gateway": "e2e-ait-1a8afa74", "namespace": "openshift-ingress"} 2026-06-14T15:43:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1a8afa74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1a8afa74", "reconcileID": "8974703d-50be-4bff-8668-385b07672793", "Gateway": "e2e-ait-1a8afa74", "namespace": "openshift-ingress"} 2026-06-14T15:43:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1a8afa74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1a8afa74", "reconcileID": "a5810b9e-d877-466b-8490-73800aabfec7", "Gateway": "e2e-ait-1a8afa74", "namespace": "openshift-ingress"} 2026-06-14T15:43:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1a8afa74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1a8afa74", "reconcileID": "9d8e21b1-4f84-408b-87be-78e886a36bdc", "Gateway": "e2e-ait-1a8afa74", "namespace": "openshift-ingress"} 2026-06-14T15:43:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1a8afa74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1a8afa74", "reconcileID": "aa5e7d8e-5340-4531-8398-b8522dc31ddc", "Gateway": "e2e-ait-1a8afa74", "namespace": "openshift-ingress"} 2026-06-14T15:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "openshift-service-ca.crt", "reconcileID": "e8de6bc8-dc04-4465-bfc9-3538f150610d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "odh-trusted-ca-bundle", "reconcileID": "0641a129-0472-43b3-b44c-5cb73a27b574", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:43:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "openshift-service-ca.crt", "reconcileID": "82da3ad2-76bb-4eaf-93ab-b493dc35baf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1a8afa74", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:43:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "openshift-service-ca.crt", "reconcileID": "82da3ad2-76bb-4eaf-93ab-b493dc35baf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "049ff9be-0e1a-4194-b9a7-dbb2f1b1aa6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "openshift-service-ca.crt", "reconcileID": "e8bf75a1-a28b-4455-a310-c1284d5f3fef", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:43:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "odh-trusted-ca-bundle", "reconcileID": "9529ad65-cacc-42b4-9271-904c264dde28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1a8afa74", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:43:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "odh-trusted-ca-bundle", "reconcileID": "9529ad65-cacc-42b4-9271-904c264dde28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9725131d-9b44-4b83-9b81-095b7c2ac144", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1a8afa74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1a8afa74", "reconcileID": "667d181a-005a-4909-8ab8-832c013c77b6", "Gateway": "e2e-ait-1a8afa74", "namespace": "openshift-ingress"} 2026-06-14T15:44:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1a8afa74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1a8afa74", "reconcileID": "91248211-5695-4117-bac9-725c814b3d50", "Gateway": "e2e-ait-1a8afa74", "namespace": "openshift-ingress"} 2026-06-14T15:44:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed762dee-770e-4574-b7b7-1ce5994b6fc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:44:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed762dee-770e-4574-b7b7-1ce5994b6fc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1a8afa74", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:44:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed762dee-770e-4574-b7b7-1ce5994b6fc7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-1a8afa74 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:44:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "odh-trusted-ca-bundle", "reconcileID": "8c2077d2-9156-4872-ba37-fae75804cb19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "odh-trusted-ca-bundle", "reconcileID": "8c2077d2-9156-4872-ba37-fae75804cb19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:44:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "openshift-service-ca.crt", "reconcileID": "0c7bf16f-8a57-491b-a80f-adb6ce08e532", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "openshift-service-ca.crt", "reconcileID": "0c7bf16f-8a57-491b-a80f-adb6ce08e532", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:44:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f180477-59be-4491-883b-4fd468188268", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1a8afa74"}, "namespace": "e2e-aitenant-1a8afa74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f180477-59be-4491-883b-4fd468188268", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1a8afa74"} 2026-06-14T15:44:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7e9a50d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7e9a50d0", "reconcileID": "85c8a980-5bfa-4ef9-b464-9c3ea61e9c67", "Gateway": "e2e-ait-7e9a50d0", "namespace": "openshift-ingress"} 2026-06-14T15:44:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7e9a50d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7e9a50d0", "reconcileID": "11b4dbbd-580e-4108-a20a-c32f1cff22ed", "Gateway": "e2e-ait-7e9a50d0", "namespace": "openshift-ingress"} 2026-06-14T15:44:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7e9a50d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7e9a50d0", "reconcileID": "04f3a3bf-7e67-4aa2-8fbb-37f4be037087", "Gateway": "e2e-ait-7e9a50d0", "namespace": "openshift-ingress"} 2026-06-14T15:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7e9a50d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7e9a50d0", "reconcileID": "5236e162-860c-4a09-acbb-65a0944377f7", "Gateway": "e2e-ait-7e9a50d0", "namespace": "openshift-ingress"} 2026-06-14T15:44:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "openshift-service-ca.crt", "reconcileID": "35428baf-33f1-41c1-9ed4-67b8c4cdaaf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "openshift-service-ca.crt", "reconcileID": "fcd8fa57-06a0-481a-ab9b-646664a9a279", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-7e9a50d0", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7e9a50d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7e9a50d0", "reconcileID": "629c7502-64e9-42fc-b7c7-c2cf72fd7065", "Gateway": "e2e-ait-7e9a50d0", "namespace": "openshift-ingress"} 2026-06-14T15:44:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "openshift-service-ca.crt", "reconcileID": "fcd8fa57-06a0-481a-ab9b-646664a9a279", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-trusted-ca-bundle", "reconcileID": "e86458e8-5ba1-4bc9-90cd-bdacd552604a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-7e9a50d0", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:44:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-trusted-ca-bundle", "reconcileID": "e86458e8-5ba1-4bc9-90cd-bdacd552604a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:44:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8707601c-c036-4a25-a252-db117da2f7d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "openshift-service-ca.crt", "reconcileID": "a7444443-3b3f-41e9-95be-1fcc203be95f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-trusted-ca-bundle", "reconcileID": "872626a9-d309-45a4-8710-c4e5c6074b40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-trusted-ca-bundle", "reconcileID": "0db3888a-e9eb-47e6-a3d5-4a65cf8f23b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-7e9a50d0", "update": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:44:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-trusted-ca-bundle", "reconcileID": "0db3888a-e9eb-47e6-a3d5-4a65cf8f23b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b74edcb9-8dad-4a89-b63b-f36e857bf155", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7e9a50d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7e9a50d0", "reconcileID": "4958e902-7e40-478e-9163-9a6d07f06ab0", "Gateway": "e2e-ait-7e9a50d0", "namespace": "openshift-ingress"} 2026-06-14T15:44:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-7e9a50d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-7e9a50d0", "reconcileID": "34491b79-936e-4081-9a73-a82cd3ebcc8e", "Gateway": "e2e-ait-7e9a50d0", "namespace": "openshift-ingress"} 2026-06-14T15:44:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31186483-6848-422e-9d20-a012e0acb26a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31186483-6848-422e-9d20-a012e0acb26a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-7e9a50d0", "create": "odh-kserve-custom-ca-bundle"} 2026-06-14T15:44:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31186483-6848-422e-9d20-a012e0acb26a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-7e9a50d0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-14T15:44:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-trusted-ca-bundle", "reconcileID": "c536aeb7-15f4-4271-be5a-3ba73c529921", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-trusted-ca-bundle", "reconcileID": "c536aeb7-15f4-4271-be5a-3ba73c529921", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "openshift-service-ca.crt", "reconcileID": "410f33d0-df8b-4be5-949d-3bb7e48ab6c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "openshift-service-ca.crt", "reconcileID": "410f33d0-df8b-4be5-949d-3bb7e48ab6c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51b1e661-9b47-4186-9af7-28b266142a7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-7e9a50d0"} 2026-06-14T15:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-7e9a50d0"}, "namespace": "e2e-aitenant-7e9a50d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51b1e661-9b47-4186-9af7-28b266142a7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-7e9a50d0"}