2026-06-09T21:55:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69a0d906-ef23-4049-b21f-7a38e4532dd2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:55:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc3c939a-27c0-4ee3-a042-9c0fee0d9ed7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:55:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc3c939a-27c0-4ee3-a042-9c0fee0d9ed7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:55:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc3c939a-27c0-4ee3-a042-9c0fee0d9ed7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:56:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aeb24ce9-8df9-40a7-8a7c-382436869008", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:56:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aeb24ce9-8df9-40a7-8a7c-382436869008", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:56:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aeb24ce9-8df9-40a7-8a7c-382436869008", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "36600d11-a5ac-428c-bef8-561cea3da715", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T21:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "1a17b5da-9008-4362-8a87-6064c1c57807", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T21:56:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "d9a36e42-bef3-46ff-b44c-2ab9259bddc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T21:56:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "d9a36e42-bef3-46ff-b44c-2ab9259bddc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T21:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "305e9f0e-a530-4170-95d8-af94ec2b8300", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T21:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "ed350b54-2a2e-44f8-8da3-7943eeaa6314", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T21:56:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "17800770-8326-47d8-b5c5-c857255c9be2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T21:56:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "17800770-8326-47d8-b5c5-c857255c9be2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T21:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe8dec3e-0ae9-4799-bd19-780d71903243", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T21:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "55c52862-1679-4751-9d59-f3b3f5c8cec8", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T21:57:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "39c85c9a-e1d4-4595-9def-ab5dc4453092", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T21:57:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "39c85c9a-e1d4-4595-9def-ab5dc4453092", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T21:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "1fd23b35-89dc-4b6c-9852-ce81101eae45", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T21:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7ffc8b7f-2eee-496a-b088-31e9d9d635dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T21:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "e5736524-668a-49bf-a14a-235799ab1f34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T21:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fd38a25-5f7a-49b0-be5d-986118acb0a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T21:57:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "212c337b-7365-425a-963b-c1b51735fc1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T21:57:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "212c337b-7365-425a-963b-c1b51735fc1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T21:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "2243332e-ae8d-4846-a1f1-c1c3cea9bc14", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T21:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a35cb846-5fbf-4233-acc8-d20a3bcae201", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T21:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bbbc2545-1ff1-4c42-8cfd-fe05a97e3058", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T21:57:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "52bc6ce4-daeb-416a-88f6-eec41eac79bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T21:57:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "52bc6ce4-daeb-416a-88f6-eec41eac79bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T21:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10987414-6d25-416f-8444-ffec16136a90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T21:57:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "9005b2d5-9e1f-4ce3-b878-2729f5f7c7fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T21:57:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "9005b2d5-9e1f-4ce3-b878-2729f5f7c7fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T21:57:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "966c1de8-a7bd-4b58-a082-f050237ad204", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T21:58:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34210cc7-5d33-4180-a177-bf1b9794d3b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34210cc7-5d33-4180-a177-bf1b9794d3b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:58:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34210cc7-5d33-4180-a177-bf1b9794d3b2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6cab60c8-215b-4c28-aaae-4346e11cbcd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6cab60c8-215b-4c28-aaae-4346e11cbcd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:58:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6cab60c8-215b-4c28-aaae-4346e11cbcd8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:30Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T21:58:30Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T21:58:31Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T21:58:31Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T21:58:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "95ac5d05-c316-4528-9a17-16d526fe8d86", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T21:58:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "b9b40e39-d97c-48f9-a15b-cc17ce7e77b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-09T21:58:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "46fbda3c-16b9-4756-bdc7-008a8ba31c33", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T21:58:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "46fbda3c-16b9-4756-bdc7-008a8ba31c33", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T21:58:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ebefe34-5583-4318-a710-64259109489a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-09T21:58:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "c498b871-653b-43da-aa2e-a5cfedc536de", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T21:58:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "671993c6-0199-4ed4-ac56-b931fe04b3bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T21:58:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "671993c6-0199-4ed4-ac56-b931fe04b3bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-09T21:58:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7809743-eafb-4891-a6ba-8b09ca50d0d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e2f7c9e-186e-4056-b68a-5aee4a74c2f1", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e2f7c9e-186e-4056-b68a-5aee4a74c2f1", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e2f7c9e-186e-4056-b68a-5aee4a74c2f1", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdbb7da1-de75-4cda-a1a3-8795fe1816cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdbb7da1-de75-4cda-a1a3-8795fe1816cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:58:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e2f7c9e-186e-4056-b68a-5aee4a74c2f1", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T21:58:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e2f7c9e-186e-4056-b68a-5aee4a74c2f1", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:58:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3e2f7c9e-186e-4056-b68a-5aee4a74c2f1", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdbb7da1-de75-4cda-a1a3-8795fe1816cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dfe1a297-7c2f-4ce5-a4e6-1cf8bbb12961", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dfe1a297-7c2f-4ce5-a4e6-1cf8bbb12961", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dfe1a297-7c2f-4ce5-a4e6-1cf8bbb12961", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "47d2a92d-4974-4312-a2fd-d71c361cafed", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dfe1a297-7c2f-4ce5-a4e6-1cf8bbb12961", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T21:58:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dfe1a297-7c2f-4ce5-a4e6-1cf8bbb12961", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:58:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dfe1a297-7c2f-4ce5-a4e6-1cf8bbb12961", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "47d2a92d-4974-4312-a2fd-d71c361cafed", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:58:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "47d2a92d-4974-4312-a2fd-d71c361cafed", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eacf3edc-5ca0-4f00-b562-46aebbf3b858", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eacf3edc-5ca0-4f00-b562-46aebbf3b858", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eacf3edc-5ca0-4f00-b562-46aebbf3b858", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eacf3edc-5ca0-4f00-b562-46aebbf3b858", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T21:58:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eacf3edc-5ca0-4f00-b562-46aebbf3b858", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:58:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "eacf3edc-5ca0-4f00-b562-46aebbf3b858", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f938169c-f3d9-4772-a31f-8b37eca5df60", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f938169c-f3d9-4772-a31f-8b37eca5df60", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f938169c-f3d9-4772-a31f-8b37eca5df60", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba0f491f-9084-4d77-8c0e-e9073fa8d6b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f938169c-f3d9-4772-a31f-8b37eca5df60", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T21:58:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f938169c-f3d9-4772-a31f-8b37eca5df60", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:58:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f938169c-f3d9-4772-a31f-8b37eca5df60", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba0f491f-9084-4d77-8c0e-e9073fa8d6b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:58:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba0f491f-9084-4d77-8c0e-e9073fa8d6b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "be762325-976a-4674-b074-7f3b2d67eabd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "be762325-976a-4674-b074-7f3b2d67eabd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "be762325-976a-4674-b074-7f3b2d67eabd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ce0598d-b042-41ba-b895-41f3e27aa589", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "be762325-976a-4674-b074-7f3b2d67eabd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T21:58:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "be762325-976a-4674-b074-7f3b2d67eabd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:58:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "be762325-976a-4674-b074-7f3b2d67eabd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ce0598d-b042-41ba-b895-41f3e27aa589", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:58:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ce0598d-b042-41ba-b895-41f3e27aa589", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "58093894-4599-40ef-838b-b67be0c4a3a9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "58093894-4599-40ef-838b-b67be0c4a3a9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "58093894-4599-40ef-838b-b67be0c4a3a9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f55031a7-0727-49ab-9110-16210301bb54", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:58:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "58093894-4599-40ef-838b-b67be0c4a3a9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T21:58:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "58093894-4599-40ef-838b-b67be0c4a3a9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:58:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "58093894-4599-40ef-838b-b67be0c4a3a9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:58:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f55031a7-0727-49ab-9110-16210301bb54", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:58:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f55031a7-0727-49ab-9110-16210301bb54", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:59:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6007b99-deca-47a6-9fdd-7ab70053f21e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T21:59:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6007b99-deca-47a6-9fdd-7ab70053f21e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T21:59:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6007b99-deca-47a6-9fdd-7ab70053f21e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T21:59:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83350c4b-fda7-4415-aec6-a3dcb77105eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:59:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6007b99-deca-47a6-9fdd-7ab70053f21e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T21:59:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6007b99-deca-47a6-9fdd-7ab70053f21e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:59:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f6007b99-deca-47a6-9fdd-7ab70053f21e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T21:59:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83350c4b-fda7-4415-aec6-a3dcb77105eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:59:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83350c4b-fda7-4415-aec6-a3dcb77105eb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5828826c-f30f-4ea7-b7ab-2a1f585281e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:59:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5828826c-f30f-4ea7-b7ab-2a1f585281e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5828826c-f30f-4ea7-b7ab-2a1f585281e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:59:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8536730d-3de6-48b7-b6f1-bbcab5af9cd0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T21:59:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8536730d-3de6-48b7-b6f1-bbcab5af9cd0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T21:59:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8536730d-3de6-48b7-b6f1-bbcab5af9cd0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T21:59:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8536730d-3de6-48b7-b6f1-bbcab5af9cd0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T21:59:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8536730d-3de6-48b7-b6f1-bbcab5af9cd0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:59:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8536730d-3de6-48b7-b6f1-bbcab5af9cd0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T21:59:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4d24f03d-c9cd-4239-ac4f-9b8013f29009", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T21:59:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4d24f03d-c9cd-4239-ac4f-9b8013f29009", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T21:59:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4d24f03d-c9cd-4239-ac4f-9b8013f29009", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T21:59:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4d24f03d-c9cd-4239-ac4f-9b8013f29009", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T21:59:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4d24f03d-c9cd-4239-ac4f-9b8013f29009", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:59:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "4d24f03d-c9cd-4239-ac4f-9b8013f29009", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T21:59:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "73b6fcca-7801-4905-ad9b-fe2b4a299af9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:59:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "73b6fcca-7801-4905-ad9b-fe2b4a299af9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:59:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "73b6fcca-7801-4905-ad9b-fe2b4a299af9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:59:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5d55d775-663f-455d-92ec-1aa90022d452", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T21:59:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5d55d775-663f-455d-92ec-1aa90022d452", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T21:59:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5d55d775-663f-455d-92ec-1aa90022d452", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T21:59:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5d55d775-663f-455d-92ec-1aa90022d452", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T21:59:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5d55d775-663f-455d-92ec-1aa90022d452", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:59:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5d55d775-663f-455d-92ec-1aa90022d452", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T21:59:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ec3c1222-f7c6-47af-bd5e-0419a03a9ed6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T21:59:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ec3c1222-f7c6-47af-bd5e-0419a03a9ed6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T21:59:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ec3c1222-f7c6-47af-bd5e-0419a03a9ed6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T21:59:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ec3c1222-f7c6-47af-bd5e-0419a03a9ed6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T21:59:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ec3c1222-f7c6-47af-bd5e-0419a03a9ed6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:59:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ec3c1222-f7c6-47af-bd5e-0419a03a9ed6", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T21:59:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "11f62c55-d10c-4d18-bfea-ef72605877e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:59:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "11f62c55-d10c-4d18-bfea-ef72605877e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:59:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "11f62c55-d10c-4d18-bfea-ef72605877e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:59:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f919d06d-cce3-49a3-b85c-920b74142644", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T21:59:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f919d06d-cce3-49a3-b85c-920b74142644", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T21:59:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f919d06d-cce3-49a3-b85c-920b74142644", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T21:59:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f919d06d-cce3-49a3-b85c-920b74142644", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T21:59:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f919d06d-cce3-49a3-b85c-920b74142644", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:59:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f919d06d-cce3-49a3-b85c-920b74142644", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T21:59:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0d93e923-3c41-4423-abb1-607e6be59f50", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:59:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0d93e923-3c41-4423-abb1-607e6be59f50", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:59:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0d93e923-3c41-4423-abb1-607e6be59f50", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:59:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0d93e923-3c41-4423-abb1-607e6be59f50", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T21:59:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0d93e923-3c41-4423-abb1-607e6be59f50", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:59:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "0d93e923-3c41-4423-abb1-607e6be59f50", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:59:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3488f3dc-7212-49cd-bf20-fb687a8ef9d4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:59:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3488f3dc-7212-49cd-bf20-fb687a8ef9d4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T21:59:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3488f3dc-7212-49cd-bf20-fb687a8ef9d4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T21:59:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "64de36a0-8903-41cc-8e8f-5e4ca975756f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:59:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "64de36a0-8903-41cc-8e8f-5e4ca975756f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:59:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "64de36a0-8903-41cc-8e8f-5e4ca975756f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:59:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "64de36a0-8903-41cc-8e8f-5e4ca975756f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T21:59:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "64de36a0-8903-41cc-8e8f-5e4ca975756f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:59:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "64de36a0-8903-41cc-8e8f-5e4ca975756f", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:59:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a30f57f1-256a-460c-88d7-a5b71e6fea31", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:59:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a30f57f1-256a-460c-88d7-a5b71e6fea31", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:59:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a30f57f1-256a-460c-88d7-a5b71e6fea31", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T21:59:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a30f57f1-256a-460c-88d7-a5b71e6fea31", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T21:59:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a30f57f1-256a-460c-88d7-a5b71e6fea31", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T21:59:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a30f57f1-256a-460c-88d7-a5b71e6fea31", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95fc5e83-294a-4de2-a6bd-2a3b95d4d64a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95fc5e83-294a-4de2-a6bd-2a3b95d4d64a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95fc5e83-294a-4de2-a6bd-2a3b95d4d64a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:00:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "44eaefb3-d980-4a2e-90ec-730e9b77c954", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:00:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "44eaefb3-d980-4a2e-90ec-730e9b77c954", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:00:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "44eaefb3-d980-4a2e-90ec-730e9b77c954", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:00:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "44eaefb3-d980-4a2e-90ec-730e9b77c954", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T22:00:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "44eaefb3-d980-4a2e-90ec-730e9b77c954", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T22:00:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "44eaefb3-d980-4a2e-90ec-730e9b77c954", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:00:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "199a428f-5e1e-4014-bb7e-a8d46c64a9c0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T22:00:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "199a428f-5e1e-4014-bb7e-a8d46c64a9c0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T22:00:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "199a428f-5e1e-4014-bb7e-a8d46c64a9c0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T22:00:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "199a428f-5e1e-4014-bb7e-a8d46c64a9c0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T22:00:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "199a428f-5e1e-4014-bb7e-a8d46c64a9c0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T22:00:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "199a428f-5e1e-4014-bb7e-a8d46c64a9c0", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T22:00:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b70eb9ac-3966-45d6-b050-776b220ffc2f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:00:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b70eb9ac-3966-45d6-b050-776b220ffc2f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:00:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b70eb9ac-3966-45d6-b050-776b220ffc2f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:00:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bb1c8d58-efe8-422b-b02a-4ef6e96fa701", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T22:00:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bb1c8d58-efe8-422b-b02a-4ef6e96fa701", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T22:00:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bb1c8d58-efe8-422b-b02a-4ef6e96fa701", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T22:00:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bb1c8d58-efe8-422b-b02a-4ef6e96fa701", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T22:00:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bb1c8d58-efe8-422b-b02a-4ef6e96fa701", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T22:00:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "bb1c8d58-efe8-422b-b02a-4ef6e96fa701", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T22:00:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3afe6e8a-ba89-4c53-9cb1-58fb7a1bb782", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T22:00:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3afe6e8a-ba89-4c53-9cb1-58fb7a1bb782", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T22:00:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3afe6e8a-ba89-4c53-9cb1-58fb7a1bb782", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T22:00:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3afe6e8a-ba89-4c53-9cb1-58fb7a1bb782", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T22:00:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3afe6e8a-ba89-4c53-9cb1-58fb7a1bb782", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T22:00:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3afe6e8a-ba89-4c53-9cb1-58fb7a1bb782", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T22:00:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2285791b-116b-41e9-ba7c-48088c5fbca6", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T22:00:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2285791b-116b-41e9-ba7c-48088c5fbca6", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T22:00:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2285791b-116b-41e9-ba7c-48088c5fbca6", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T22:00:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2285791b-116b-41e9-ba7c-48088c5fbca6", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T22:00:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2285791b-116b-41e9-ba7c-48088c5fbca6", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T22:00:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2285791b-116b-41e9-ba7c-48088c5fbca6", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T22:01:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e0e9e1eb-1eeb-4c5d-84f4-91839fb15b18", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T22:01:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e0e9e1eb-1eeb-4c5d-84f4-91839fb15b18", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T22:01:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e0e9e1eb-1eeb-4c5d-84f4-91839fb15b18", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T22:01:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e0e9e1eb-1eeb-4c5d-84f4-91839fb15b18", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T22:01:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e0e9e1eb-1eeb-4c5d-84f4-91839fb15b18", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T22:01:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "e0e9e1eb-1eeb-4c5d-84f4-91839fb15b18", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T22:01:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "911ffc0a-d107-454d-9c89-0473436cdf17", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:01:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "911ffc0a-d107-454d-9c89-0473436cdf17", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:01:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "911ffc0a-d107-454d-9c89-0473436cdf17", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:01:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "911ffc0a-d107-454d-9c89-0473436cdf17", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T22:01:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "911ffc0a-d107-454d-9c89-0473436cdf17", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T22:01:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "911ffc0a-d107-454d-9c89-0473436cdf17", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:01:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "466fe110-40c3-4a07-b3ac-866f3afd87d0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:01:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "466fe110-40c3-4a07-b3ac-866f3afd87d0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:01:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "466fe110-40c3-4a07-b3ac-866f3afd87d0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:01:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "466fe110-40c3-4a07-b3ac-866f3afd87d0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T22:01:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "466fe110-40c3-4a07-b3ac-866f3afd87d0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T22:01:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "466fe110-40c3-4a07-b3ac-866f3afd87d0", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T22:01:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2ce7d521-90f7-42c0-9adc-27ad0c7ace11", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T22:01:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2ce7d521-90f7-42c0-9adc-27ad0c7ace11", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T22:01:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2ce7d521-90f7-42c0-9adc-27ad0c7ace11", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T22:01:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2ce7d521-90f7-42c0-9adc-27ad0c7ace11", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T22:01:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2ce7d521-90f7-42c0-9adc-27ad0c7ace11", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T22:01:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "2ce7d521-90f7-42c0-9adc-27ad0c7ace11", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T22:01:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "b698a0c1-ee40-45c6-9c96-ace19cfb61e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T22:01:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "1e71708a-bd18-4765-85be-6160bc3f8a09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T22:01:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "4cadd7b1-cc53-4be4-8ec1-caec3520632b", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:01:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "4cadd7b1-cc53-4be4-8ec1-caec3520632b", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T22:01:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b0a33e8-0050-4b07-be59-6ad3d3341ce7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T22:01:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "dc8c1a53-3f59-45d8-ae53-5df54b737bd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T22:01:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "509c9b60-99b8-41f8-8317-06e72654dcc2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:01:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "509c9b60-99b8-41f8-8317-06e72654dcc2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T22:01:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f367665-5778-4d66-8bd3-886116bce256", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T22:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "5ef171e3-fccc-4a7a-b0f7-80467e134033", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T22:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "6ed1b675-6cce-4352-a3a4-5d85258e8a70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-09T22:01:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "9be93a5a-3c0a-43cf-b610-1b478fa94055", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:01:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "9be93a5a-3c0a-43cf-b610-1b478fa94055", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T22:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "783dd65f-fb45-41b0-8f71-18c0ccc25145", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-09T22:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "57da73a3-a1c1-429e-b54c-10a84546fe5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T22:01:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "2b3979b5-bb60-4c26-ab5b-e61924916311", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:01:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "2b3979b5-bb60-4c26-ab5b-e61924916311", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-09T22:01:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86f3b7f1-5a48-4bef-85ba-25404dda834e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-09T22:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b46446ba-a8fe-4345-8c77-cdcb95d85847", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:03:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e1887b93-e728-404e-9003-4684d98a8d02", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:03:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "e1887b93-e728-404e-9003-4684d98a8d02", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "df01e2b1-c503-4625-bd8d-a36fa27071c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c35b801-2943-4f5c-ad43-300c11500576", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c31e166c-d121-4d11-ad88-14f2580d3915", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:03:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "38972bef-2611-4955-90ae-ffb63b7d347d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:03:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "38972bef-2611-4955-90ae-ffb63b7d347d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "789cf5ac-8c95-4684-a57f-e1ca4ec6b3a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:04:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88783778-27c8-4023-8616-06be662b8efc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:04:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88783778-27c8-4023-8616-06be662b8efc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:04:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88783778-27c8-4023-8616-06be662b8efc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T22:04:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "41f1aeb5-a998-44f1-b8c1-e0eaa0df5924", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:04:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "41f1aeb5-a998-44f1-b8c1-e0eaa0df5924", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:04:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f5cc60d4-d536-4a99-9ca2-e6c51cb9f9f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:04:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f5cc60d4-d536-4a99-9ca2-e6c51cb9f9f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:04:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5db6fd5c-c3f8-4bf0-a1bf-f5f502b2ab3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:04:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5db6fd5c-c3f8-4bf0-a1bf-f5f502b2ab3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T22:04:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "8f981450-3049-4134-8d57-fb245cb7a9db", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:04:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8a4e1794-1c5d-4f1c-800d-3300ef3dc12e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:04:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c1a76d27-a612-4d6f-baee-539e22022400", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:04:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c1a76d27-a612-4d6f-baee-539e22022400", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:04:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "139a1af4-7a73-4cfe-a73c-ec979a9fc3ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:04:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0fc88e7c-41f4-428f-8292-cdaf65939909", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:04:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "23e840a5-e76b-4707-878a-f13c168ff5b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:04:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "23e840a5-e76b-4707-878a-f13c168ff5b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:04:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b569c2eb-faeb-46cd-9b25-b13055af1f8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:05:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ca1566b-364b-4e09-a1f0-443905f1e76b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:05:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ca1566b-364b-4e09-a1f0-443905f1e76b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:05:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ca1566b-364b-4e09-a1f0-443905f1e76b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T22:05:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6988d46d-505e-454d-a1c3-a76e70f68285", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "6988d46d-505e-454d-a1c3-a76e70f68285", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:05:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "627995be-eb83-406c-a0c2-52153b76a512", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "627995be-eb83-406c-a0c2-52153b76a512", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:05:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8af0e117-4e3b-40b4-a75c-302e350765ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8af0e117-4e3b-40b4-a75c-302e350765ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T22:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "odh-trusted-ca-bundle", "reconcileID": "db02dc24-b305-4b9a-afc1-cba584e65fec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "openshift-service-ca.crt", "reconcileID": "062f5f86-d7ef-46ac-8147-803eddf73f32", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "openshift-service-ca.crt", "reconcileID": "568a319f-4c0e-492b-81cd-596cd1f50679", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3f0fb3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:05:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "openshift-service-ca.crt", "reconcileID": "568a319f-4c0e-492b-81cd-596cd1f50679", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e44215c-ed95-4eb9-805b-c8b754d98f56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "openshift-service-ca.crt", "reconcileID": "76a3a4d2-a658-4f59-8098-5abe36a47f6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "odh-trusted-ca-bundle", "reconcileID": "0162ce2f-b018-42ec-b653-f9e70c136bb6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3f0fb3", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:05:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "odh-trusted-ca-bundle", "reconcileID": "0162ce2f-b018-42ec-b653-f9e70c136bb6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a37de1a-dfc6-4fbe-8d29-575d9264b639", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff4fb28c-9d95-480b-bb80-9d5d315ac6c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff4fb28c-9d95-480b-bb80-9d5d315ac6c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff4fb28c-9d95-480b-bb80-9d5d315ac6c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b27f5f00-8578-4bdb-a454-f2b357ae8fef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b27f5f00-8578-4bdb-a454-f2b357ae8fef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b27f5f00-8578-4bdb-a454-f2b357ae8fef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54ed181f-38f6-43ee-81a1-e40c7060996e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54ed181f-38f6-43ee-81a1-e40c7060996e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54ed181f-38f6-43ee-81a1-e40c7060996e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0646c2a6-7263-43ad-acef-c17d0645f837", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0646c2a6-7263-43ad-acef-c17d0645f837", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0646c2a6-7263-43ad-acef-c17d0645f837", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d553866-11d6-4957-b1b9-90384b633718", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d553866-11d6-4957-b1b9-90384b633718", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3f0fb3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:05:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d553866-11d6-4957-b1b9-90384b633718", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-3f0fb3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T22:05:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "odh-trusted-ca-bundle", "reconcileID": "b5c709f7-9793-4823-9c93-52e9bdd7777d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "odh-trusted-ca-bundle", "reconcileID": "b5c709f7-9793-4823-9c93-52e9bdd7777d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "openshift-service-ca.crt", "reconcileID": "6b088874-7661-4763-aa3a-2ee42b4f88b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "openshift-service-ca.crt", "reconcileID": "6b088874-7661-4763-aa3a-2ee42b4f88b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bcae37f-1802-4f38-bdf3-961d8ad57f8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-3f0fb3"}, "namespace": "e2e-modelref-3f0fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bcae37f-1802-4f38-bdf3-961d8ad57f8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-3f0fb3"} 2026-06-09T22:05:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "openshift-service-ca.crt", "reconcileID": "abe04de6-c08d-47bb-ac1c-770097647a60", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:05:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "odh-trusted-ca-bundle", "reconcileID": "424d6d99-0cb7-4937-b6ac-824ea68820e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:05:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "openshift-service-ca.crt", "reconcileID": "f84201d7-5049-4918-9728-1f35ff2ac323", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5bde8e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:05:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "openshift-service-ca.crt", "reconcileID": "f84201d7-5049-4918-9728-1f35ff2ac323", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:05:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cfa3dec-8c94-4d38-b654-42cdc5977b35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:05:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "openshift-service-ca.crt", "reconcileID": "6c055b1a-0ddb-40c6-85c1-e6832419c166", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:05:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "odh-trusted-ca-bundle", "reconcileID": "62cdf044-383f-49ac-a0a3-b3a0bdf01881", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5bde8e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:05:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "odh-trusted-ca-bundle", "reconcileID": "62cdf044-383f-49ac-a0a3-b3a0bdf01881", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:05:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "452613ce-e9d3-4de0-9479-e0bcbc795070", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:05:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "065fcf98-4bb5-44b8-92f9-919298b292a2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "065fcf98-4bb5-44b8-92f9-919298b292a2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:05:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "065fcf98-4bb5-44b8-92f9-919298b292a2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "feaaf376-5ae2-43e1-b3dd-af76ca2fb436", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "feaaf376-5ae2-43e1-b3dd-af76ca2fb436", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:05:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "feaaf376-5ae2-43e1-b3dd-af76ca2fb436", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d09b7140-967a-4551-a3fb-0e4af31ccf98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d09b7140-967a-4551-a3fb-0e4af31ccf98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:05:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d09b7140-967a-4551-a3fb-0e4af31ccf98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "96e6228e-507f-42e3-bfb2-fc9a0802f043", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:05:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "96e6228e-507f-42e3-bfb2-fc9a0802f043", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:05:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "96e6228e-507f-42e3-bfb2-fc9a0802f043", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:06:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3010571-4668-43df-b3af-82762a049439", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:06:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3010571-4668-43df-b3af-82762a049439", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5bde8e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:06:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3010571-4668-43df-b3af-82762a049439", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-5bde8e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T22:06:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "odh-trusted-ca-bundle", "reconcileID": "6dfa0b5e-967e-44de-9fa3-e906d9952c54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "odh-trusted-ca-bundle", "reconcileID": "6dfa0b5e-967e-44de-9fa3-e906d9952c54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:06:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "openshift-service-ca.crt", "reconcileID": "d6a480bd-c474-49ae-9eec-995868d4b841", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "openshift-service-ca.crt", "reconcileID": "d6a480bd-c474-49ae-9eec-995868d4b841", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:06:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62c2dae9-2307-4e44-9140-68d42ddaf408", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5bde8e"}, "namespace": "e2e-modelref-5bde8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62c2dae9-2307-4e44-9140-68d42ddaf408", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5bde8e"} 2026-06-09T22:06:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "openshift-service-ca.crt", "reconcileID": "2a833f15-c8a5-45e7-940d-8151ee684006", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "odh-trusted-ca-bundle", "reconcileID": "bc14fcf9-9b84-4c19-be5a-c52803762415", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "openshift-service-ca.crt", "reconcileID": "f5d7d25b-f9e1-4ce5-b633-7d0f3f7aae96", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-04781c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:06:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "openshift-service-ca.crt", "reconcileID": "f5d7d25b-f9e1-4ce5-b633-7d0f3f7aae96", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5239f23-b69f-4230-bf9c-30c4a76ccaff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "openshift-service-ca.crt", "reconcileID": "6ce4a78c-54e0-4000-b4c7-6eed632db00e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "odh-trusted-ca-bundle", "reconcileID": "4d77175d-2b7b-4a46-884b-3f7040320093", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-04781c", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:06:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "odh-trusted-ca-bundle", "reconcileID": "4d77175d-2b7b-4a46-884b-3f7040320093", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6029c0ab-5a34-4b0d-84f7-eee5ae3ea305", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89125513-7e72-4bb7-8ab9-5a01b7082ec8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89125513-7e72-4bb7-8ab9-5a01b7082ec8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-04781c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:06:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89125513-7e72-4bb7-8ab9-5a01b7082ec8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-04781c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T22:06:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "odh-trusted-ca-bundle", "reconcileID": "02fef64e-f15a-47ed-bab6-d498721234f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "odh-trusted-ca-bundle", "reconcileID": "02fef64e-f15a-47ed-bab6-d498721234f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "openshift-service-ca.crt", "reconcileID": "72d63226-1bc1-4b2b-9d36-eda2ec8478d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "openshift-service-ca.crt", "reconcileID": "72d63226-1bc1-4b2b-9d36-eda2ec8478d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b653cee0-8fbd-4333-8ba1-fa209187b38a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-04781c"}, "namespace": "e2e-webhook-test-04781c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b653cee0-8fbd-4333-8ba1-fa209187b38a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-04781c"} 2026-06-09T22:06:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "openshift-service-ca.crt", "reconcileID": "0b51f033-56ab-4de9-82eb-cee2a857c2bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "odh-trusted-ca-bundle", "reconcileID": "5964bbe4-8e17-4c3f-974d-ebef23ce7407", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "openshift-service-ca.crt", "reconcileID": "2e6e5879-25c6-4c69-b894-16f512aba811", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-34270e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:06:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "openshift-service-ca.crt", "reconcileID": "2e6e5879-25c6-4c69-b894-16f512aba811", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "openshift-service-ca.crt", "reconcileID": "34d1ae63-50ed-4f5d-a214-44b433e46d54", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17b1d3bb-f700-462f-a41f-3486a01aec7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "odh-trusted-ca-bundle", "reconcileID": "cc57e3c7-9ab6-4820-a8de-5a3ed413d29e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-34270e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:06:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "odh-trusted-ca-bundle", "reconcileID": "cc57e3c7-9ab6-4820-a8de-5a3ed413d29e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e5e4e4-099e-489a-9ef2-5d20d2ac0947", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4987dcca-2a04-47b4-8f48-df73c0de5010", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4987dcca-2a04-47b4-8f48-df73c0de5010", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-34270e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:06:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4987dcca-2a04-47b4-8f48-df73c0de5010", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-34270e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T22:06:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "odh-trusted-ca-bundle", "reconcileID": "cc4b2378-8360-4cc0-95c3-ec8848284767", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "odh-trusted-ca-bundle", "reconcileID": "cc4b2378-8360-4cc0-95c3-ec8848284767", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "openshift-service-ca.crt", "reconcileID": "d1b7aaaf-9c9f-4290-b867-0e4ce88af846", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "openshift-service-ca.crt", "reconcileID": "d1b7aaaf-9c9f-4290-b867-0e4ce88af846", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54fc78ec-2804-4c57-8b9e-63e738c8c582", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:06:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-34270e"}, "namespace": "e2e-webhook-test-34270e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54fc78ec-2804-4c57-8b9e-63e738c8c582", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-34270e"} 2026-06-09T22:11:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T22:11:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T22:11:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T22:11:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T22:20:05Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T22:20:05Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T22:20:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T22:20:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T22:23:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ebed9e9-861c-4a00-a19d-c3ae5cf777d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:23:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ebed9e9-861c-4a00-a19d-c3ae5cf777d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:23:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ebed9e9-861c-4a00-a19d-c3ae5cf777d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:23:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fb678c8-5df5-4bbf-a593-5c949160ceca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:23:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fb678c8-5df5-4bbf-a593-5c949160ceca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:23:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fb678c8-5df5-4bbf-a593-5c949160ceca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:23:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "052e8cab-6834-4c7f-824f-8a26cb316b98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:23:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "052e8cab-6834-4c7f-824f-8a26cb316b98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:23:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "052e8cab-6834-4c7f-824f-8a26cb316b98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:24:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84e9f4ed-f44c-48b7-9cd1-9f0bab7f9083", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:24:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84e9f4ed-f44c-48b7-9cd1-9f0bab7f9083", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T22:24:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "84e9f4ed-f44c-48b7-9cd1-9f0bab7f9083", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T22:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6dc9c988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6dc9c988", "reconcileID": "42070d0b-07df-4400-9635-9d2ce3d435b8", "Gateway": "e2e-ait-6dc9c988", "namespace": "openshift-ingress"} 2026-06-09T22:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6dc9c988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6dc9c988", "reconcileID": "c6d94051-a18e-4d5c-8dbd-f63e0c88a4c0", "Gateway": "e2e-ait-6dc9c988", "namespace": "openshift-ingress"} 2026-06-09T22:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6dc9c988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6dc9c988", "reconcileID": "d4b04764-e1f6-409f-a09c-b36597388b3a", "Gateway": "e2e-ait-6dc9c988", "namespace": "openshift-ingress"} 2026-06-09T22:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6dc9c988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6dc9c988", "reconcileID": "d25ccc35-de87-44e9-8a44-3798ff1fa407", "Gateway": "e2e-ait-6dc9c988", "namespace": "openshift-ingress"} 2026-06-09T22:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6dc9c988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6dc9c988", "reconcileID": "f4ca85fd-4605-444f-96f9-d43315025d4a", "Gateway": "e2e-ait-6dc9c988", "namespace": "openshift-ingress"} 2026-06-09T22:24:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "openshift-service-ca.crt", "reconcileID": "cf149932-9082-44c8-9b06-5862007068e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "openshift-service-ca.crt", "reconcileID": "43d102fe-7849-4d20-9f75-01d2704fed0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6dc9c988", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:24:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "openshift-service-ca.crt", "reconcileID": "43d102fe-7849-4d20-9f75-01d2704fed0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "odh-trusted-ca-bundle", "reconcileID": "563b7122-a5d6-4fb9-a3da-b93012d622eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8199294c-37e8-4cc3-9302-703a2f962c67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "openshift-service-ca.crt", "reconcileID": "d1b5fd5e-d1dd-4ec6-8146-f2c8e7411672", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "odh-trusted-ca-bundle", "reconcileID": "4b068dbf-e6d2-4ef4-b5a9-e94b2e2c9694", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6dc9c988", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:24:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "odh-trusted-ca-bundle", "reconcileID": "4b068dbf-e6d2-4ef4-b5a9-e94b2e2c9694", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03a77725-6522-4126-ab82-28808a6c6429", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6dc9c988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6dc9c988", "reconcileID": "7a6d54a4-7ce6-4b1c-a008-05ed114ff5fd", "Gateway": "e2e-ait-6dc9c988", "namespace": "openshift-ingress"} 2026-06-09T22:24:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-6dc9c988","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-6dc9c988", "reconcileID": "064c53ab-d146-4459-8b7c-37bf842aed78", "Gateway": "e2e-ait-6dc9c988", "namespace": "openshift-ingress"} 2026-06-09T22:24:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e0d474-670b-4c7f-8a6e-fed97a6ce8da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e0d474-670b-4c7f-8a6e-fed97a6ce8da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6dc9c988", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:24:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e0d474-670b-4c7f-8a6e-fed97a6ce8da", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-6dc9c988 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T22:24:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "odh-trusted-ca-bundle", "reconcileID": "fdea6f49-6d84-462e-b931-11a331e80585", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "odh-trusted-ca-bundle", "reconcileID": "fdea6f49-6d84-462e-b931-11a331e80585", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "openshift-service-ca.crt", "reconcileID": "6bace569-0c93-48ec-aade-438313634fc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "openshift-service-ca.crt", "reconcileID": "6bace569-0c93-48ec-aade-438313634fc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "187c1567-68d5-440a-b62a-eb7f4d63ac93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-6dc9c988"}, "namespace": "e2e-aitenant-6dc9c988", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "187c1567-68d5-440a-b62a-eb7f4d63ac93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-6dc9c988"} 2026-06-09T22:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e367070c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e367070c", "reconcileID": "4070ca5f-eb7d-4ae0-93ff-20881e345de8", "Gateway": "e2e-ait-e367070c", "namespace": "openshift-ingress"} 2026-06-09T22:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e367070c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e367070c", "reconcileID": "84f67e03-8ed7-4a4f-aa9e-a177c334bf79", "Gateway": "e2e-ait-e367070c", "namespace": "openshift-ingress"} 2026-06-09T22:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e367070c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e367070c", "reconcileID": "da29cd04-4f23-4579-b2a0-200bc982ab92", "Gateway": "e2e-ait-e367070c", "namespace": "openshift-ingress"} 2026-06-09T22:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e367070c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e367070c", "reconcileID": "79064da3-8f76-43a8-b23a-5c9608144c94", "Gateway": "e2e-ait-e367070c", "namespace": "openshift-ingress"} 2026-06-09T22:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e367070c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e367070c", "reconcileID": "da299e23-34d2-4c70-a18c-395b5ce5cf45", "Gateway": "e2e-ait-e367070c", "namespace": "openshift-ingress"} 2026-06-09T22:24:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "openshift-service-ca.crt", "reconcileID": "ee42d516-62f4-40f7-a871-50ae6338f91b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e367070c"} 2026-06-09T22:24:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-trusted-ca-bundle", "reconcileID": "67daa3cc-51cd-4b71-ae7c-91be20f4c988", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e367070c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:24:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-trusted-ca-bundle", "reconcileID": "67daa3cc-51cd-4b71-ae7c-91be20f4c988", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e367070c"} 2026-06-09T22:24:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "openshift-service-ca.crt", "reconcileID": "b2eac8d5-4dce-4909-869c-8baf05e261ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e367070c"} 2026-06-09T22:24:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07415dd3-0fa8-4db7-8169-33f8bc199139", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e367070c"} 2026-06-09T22:24:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-trusted-ca-bundle", "reconcileID": "a84b357c-a8f2-406c-84fc-ef19efa99640", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e367070c", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:24:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-trusted-ca-bundle", "reconcileID": "a84b357c-a8f2-406c-84fc-ef19efa99640", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e367070c"} 2026-06-09T22:24:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e085220b-1257-4052-8363-29caabbf08ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e367070c"} 2026-06-09T22:24:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e367070c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e367070c", "reconcileID": "14c38237-bf8d-4e3f-8681-1ccc7fb6c85b", "Gateway": "e2e-ait-e367070c", "namespace": "openshift-ingress"} 2026-06-09T22:24:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e367070c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e367070c", "reconcileID": "3355e2fa-0981-4bd0-844d-3d7fedf6815a", "Gateway": "e2e-ait-e367070c", "namespace": "openshift-ingress"} 2026-06-09T22:24:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b6f3f50-8f3d-4f44-ad67-353bcec8cf24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e367070c"} 2026-06-09T22:24:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b6f3f50-8f3d-4f44-ad67-353bcec8cf24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e367070c", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T22:24:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b6f3f50-8f3d-4f44-ad67-353bcec8cf24", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-e367070c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T22:24:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-trusted-ca-bundle", "reconcileID": "9897f079-7d38-4902-892e-2c778c9ecae3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e367070c"} 2026-06-09T22:24:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-trusted-ca-bundle", "reconcileID": "9897f079-7d38-4902-892e-2c778c9ecae3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-e367070c"} 2026-06-09T22:24:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "openshift-service-ca.crt", "reconcileID": "a4a98ba7-3880-4139-a741-00fecda3f008", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e367070c"} 2026-06-09T22:24:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "openshift-service-ca.crt", "reconcileID": "a4a98ba7-3880-4139-a741-00fecda3f008", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-e367070c"} 2026-06-09T22:24:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0cd1684-920d-455a-b820-9a62e6969356", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e367070c"} 2026-06-09T22:24:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-e367070c"}, "namespace": "e2e-aitenant-e367070c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0cd1684-920d-455a-b820-9a62e6969356", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-e367070c"}